2024-11-09 14:51:57,911 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-09 14:51:57,926 main DEBUG Took 0.012333 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 14:51:57,926 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 14:51:57,926 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 14:51:57,927 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 14:51:57,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:51:57,936 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 14:51:57,949 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:51:57,951 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:51:57,952 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:51:57,953 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:51:57,953 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:51:57,954 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:51:57,955 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:51:57,956 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:51:57,957 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:51:57,957 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:51:57,958 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:51:57,959 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:51:57,959 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,959 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 14:51:57,961 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:51:57,962 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 14:51:57,964 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 14:51:57,964 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 14:51:57,965 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 14:51:57,965 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 14:51:57,973 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 14:51:57,975 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 14:51:57,977 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 14:51:57,977 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 14:51:57,978 main DEBUG createAppenders(={Console}) 2024-11-09 14:51:57,978 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-09 14:51:57,979 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-09 14:51:57,979 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-09 14:51:57,979 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 14:51:57,980 main DEBUG OutputStream closed 2024-11-09 14:51:57,980 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 14:51:57,980 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 14:51:57,980 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-09 14:51:58,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 14:51:58,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 14:51:58,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 14:51:58,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 14:51:58,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 14:51:58,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 14:51:58,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 14:51:58,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 14:51:58,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 14:51:58,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 14:51:58,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 14:51:58,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 14:51:58,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 14:51:58,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 14:51:58,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 14:51:58,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 14:51:58,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 14:51:58,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 14:51:58,057 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 14:51:58,057 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-09 14:51:58,057 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 14:51:58,058 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-09T14:51:58,291 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968 2024-11-09 14:51:58,294 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 14:51:58,294 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T14:51:58,303 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-09T14:51:58,333 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=8959 2024-11-09T14:51:58,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T14:51:58,351 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/cluster_4f404a5d-c9b0-b8c8-013c-dc4bb4f93c85, deleteOnExit=true 2024-11-09T14:51:58,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T14:51:58,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/test.cache.data in system properties and HBase conf 2024-11-09T14:51:58,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T14:51:58,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/hadoop.log.dir in system properties and HBase conf 2024-11-09T14:51:58,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T14:51:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T14:51:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T14:51:58,439 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T14:51:58,523 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T14:51:58,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T14:51:58,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T14:51:58,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T14:51:58,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T14:51:58,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T14:51:58,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T14:51:58,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T14:51:58,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T14:51:58,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T14:51:58,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/nfs.dump.dir in system properties and HBase conf 2024-11-09T14:51:58,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/java.io.tmpdir in system properties and HBase conf 2024-11-09T14:51:58,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T14:51:58,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T14:51:58,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T14:51:59,370 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T14:51:59,456 INFO [Time-limited test {}] log.Log(170): Logging initialized @2347ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T14:51:59,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:51:59,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:51:59,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:51:59,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:51:59,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T14:51:59,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:51:59,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:51:59,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:51:59,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/java.io.tmpdir/jetty-localhost-46265-hadoop-hdfs-3_4_1-tests_jar-_-any-15189557283873396748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T14:51:59,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:46265} 2024-11-09T14:51:59,837 INFO [Time-limited test {}] server.Server(415): Started @2728ms 2024-11-09T14:52:00,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:52:00,248 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:52:00,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:52:00,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:52:00,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T14:52:00,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c87dfd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:52:00,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:52:00,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51bfdaee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/java.io.tmpdir/jetty-localhost-41849-hadoop-hdfs-3_4_1-tests_jar-_-any-1786212840670182025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:52:00,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4038703{HTTP/1.1, (http/1.1)}{localhost:41849} 2024-11-09T14:52:00,374 INFO [Time-limited test {}] server.Server(415): Started @3266ms 2024-11-09T14:52:00,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:52:00,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:52:00,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:52:00,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:52:00,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:52:00,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T14:52:00,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed592a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:52:00,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:52:00,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2017f6db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/java.io.tmpdir/jetty-localhost-40745-hadoop-hdfs-3_4_1-tests_jar-_-any-14072449063663016666/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:52:00,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59c0b0f7{HTTP/1.1, (http/1.1)}{localhost:40745} 2024-11-09T14:52:00,695 INFO [Time-limited test {}] server.Server(415): Started @3586ms 2024-11-09T14:52:00,698 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:52:00,872 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/cluster_4f404a5d-c9b0-b8c8-013c-dc4bb4f93c85/data/data2/current/BP-24099091-172.17.0.2-1731163919112/current, will proceed with Du for space computation calculation, 2024-11-09T14:52:00,872 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/cluster_4f404a5d-c9b0-b8c8-013c-dc4bb4f93c85/data/data4/current/BP-24099091-172.17.0.2-1731163919112/current, will proceed with Du for space computation calculation, 2024-11-09T14:52:00,872 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/cluster_4f404a5d-c9b0-b8c8-013c-dc4bb4f93c85/data/data3/current/BP-24099091-172.17.0.2-1731163919112/current, will proceed with Du for space computation calculation, 2024-11-09T14:52:00,872 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/cluster_4f404a5d-c9b0-b8c8-013c-dc4bb4f93c85/data/data1/current/BP-24099091-172.17.0.2-1731163919112/current, will proceed with Du for space computation calculation, 2024-11-09T14:52:00,939 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:52:00,940 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:52:01,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd009048d648f9d6e with lease ID 0xbe688aca24693a37: Processing first storage report for DS-da16fb25-30e0-42cb-a7fd-feb7d16661b5 from datanode DatanodeRegistration(127.0.0.1:38969, datanodeUuid=153bcca1-9168-4bc5-aa53-2e3f2a9fea5a, infoPort=46495, infoSecurePort=0, ipcPort=40055, storageInfo=lv=-57;cid=testClusterID;nsid=1494417841;c=1731163919112) 2024-11-09T14:52:01,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd009048d648f9d6e with lease ID 0xbe688aca24693a37: from storage DS-da16fb25-30e0-42cb-a7fd-feb7d16661b5 node DatanodeRegistration(127.0.0.1:38969, datanodeUuid=153bcca1-9168-4bc5-aa53-2e3f2a9fea5a, infoPort=46495, infoSecurePort=0, ipcPort=40055, storageInfo=lv=-57;cid=testClusterID;nsid=1494417841;c=1731163919112), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T14:52:01,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec525495ebd630d1 with lease ID 0xbe688aca24693a36: Processing first storage report for DS-0379d781-149d-485d-849b-7d6da025a61d from datanode DatanodeRegistration(127.0.0.1:40727, datanodeUuid=3a49068a-874d-49eb-a2a8-991c944d5d84, infoPort=36601, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1494417841;c=1731163919112) 2024-11-09T14:52:01,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec525495ebd630d1 with lease ID 0xbe688aca24693a36: from storage DS-0379d781-149d-485d-849b-7d6da025a61d node DatanodeRegistration(127.0.0.1:40727, datanodeUuid=3a49068a-874d-49eb-a2a8-991c944d5d84, infoPort=36601, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1494417841;c=1731163919112), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:52:01,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd009048d648f9d6e with lease ID 0xbe688aca24693a37: Processing first storage report for DS-769c7bd0-64c3-4a28-bea1-b1d4315f07a1 from datanode DatanodeRegistration(127.0.0.1:38969, datanodeUuid=153bcca1-9168-4bc5-aa53-2e3f2a9fea5a, infoPort=46495, infoSecurePort=0, ipcPort=40055, storageInfo=lv=-57;cid=testClusterID;nsid=1494417841;c=1731163919112) 2024-11-09T14:52:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd009048d648f9d6e with lease ID 0xbe688aca24693a37: from storage DS-769c7bd0-64c3-4a28-bea1-b1d4315f07a1 node DatanodeRegistration(127.0.0.1:38969, datanodeUuid=153bcca1-9168-4bc5-aa53-2e3f2a9fea5a, infoPort=46495, infoSecurePort=0, ipcPort=40055, storageInfo=lv=-57;cid=testClusterID;nsid=1494417841;c=1731163919112), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:52:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec525495ebd630d1 with lease ID 0xbe688aca24693a36: Processing first storage report for DS-c15d8fc4-1b04-479d-b287-2911c886e80e from datanode DatanodeRegistration(127.0.0.1:40727, datanodeUuid=3a49068a-874d-49eb-a2a8-991c944d5d84, infoPort=36601, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1494417841;c=1731163919112) 2024-11-09T14:52:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec525495ebd630d1 with lease ID 0xbe688aca24693a36: from storage DS-c15d8fc4-1b04-479d-b287-2911c886e80e node DatanodeRegistration(127.0.0.1:40727, datanodeUuid=3a49068a-874d-49eb-a2a8-991c944d5d84, infoPort=36601, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1494417841;c=1731163919112), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T14:52:01,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968 2024-11-09T14:52:01,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/cluster_4f404a5d-c9b0-b8c8-013c-dc4bb4f93c85/zookeeper_0, clientPort=60528, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/cluster_4f404a5d-c9b0-b8c8-013c-dc4bb4f93c85/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/cluster_4f404a5d-c9b0-b8c8-013c-dc4bb4f93c85/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T14:52:01,203 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60528 2024-11-09T14:52:01,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:52:01,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:52:01,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741825_1001 (size=7) 2024-11-09T14:52:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741825_1001 (size=7) 2024-11-09T14:52:01,874 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e with version=8 2024-11-09T14:52:01,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/hbase-staging 2024-11-09T14:52:01,965 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T14:52:02,212 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da6b20b51b98:0 server-side Connection retries=45 2024-11-09T14:52:02,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:52:02,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T14:52:02,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T14:52:02,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:52:02,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T14:52:02,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T14:52:02,422 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T14:52:02,431 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T14:52:02,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:52:02,461 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 17314 (auto-detected) 2024-11-09T14:52:02,462 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T14:52:02,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38231 2024-11-09T14:52:02,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38231 connecting to ZooKeeper ensemble=127.0.0.1:60528 2024-11-09T14:52:02,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382310x0, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T14:52:02,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38231-0x1018d84907e0000 connected 2024-11-09T14:52:02,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:52:02,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:52:02,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:52:02,594 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e, hbase.cluster.distributed=false 2024-11-09T14:52:02,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T14:52:02,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38231 2024-11-09T14:52:02,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38231 2024-11-09T14:52:02,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38231 2024-11-09T14:52:02,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38231 2024-11-09T14:52:02,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38231 2024-11-09T14:52:02,748 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6b20b51b98:0 server-side Connection retries=45 2024-11-09T14:52:02,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:52:02,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T14:52:02,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T14:52:02,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:52:02,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T14:52:02,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T14:52:02,756 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:52:02,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35435 2024-11-09T14:52:02,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35435 connecting to ZooKeeper ensemble=127.0.0.1:60528 2024-11-09T14:52:02,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:52:02,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:52:02,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354350x0, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T14:52:02,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35435-0x1018d84907e0001 connected 2024-11-09T14:52:02,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:52:02,777 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T14:52:02,785 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T14:52:02,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T14:52:02,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T14:52:02,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35435 2024-11-09T14:52:02,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35435 2024-11-09T14:52:02,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35435 2024-11-09T14:52:02,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35435 2024-11-09T14:52:02,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35435 2024-11-09T14:52:02,810 DEBUG [M:0;da6b20b51b98:38231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da6b20b51b98:38231 2024-11-09T14:52:02,811 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da6b20b51b98,38231,1731163922017 2024-11-09T14:52:02,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:52:02,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:52:02,821 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da6b20b51b98,38231,1731163922017 2024-11-09T14:52:02,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T14:52:02,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:52:02,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:52:02,843 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T14:52:02,844 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da6b20b51b98,38231,1731163922017 from backup master directory 2024-11-09T14:52:02,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da6b20b51b98,38231,1731163922017 2024-11-09T14:52:02,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:52:02,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:52:02,847 WARN [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T14:52:02,848 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da6b20b51b98,38231,1731163922017 2024-11-09T14:52:02,850 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T14:52:02,851 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T14:52:02,910 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/hbase.id] with ID: a155f0e8-08a5-4974-9978-c024659942eb 2024-11-09T14:52:02,910 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/.tmp/hbase.id 2024-11-09T14:52:02,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741826_1002 (size=42) 2024-11-09T14:52:02,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741826_1002 (size=42) 2024-11-09T14:52:02,923 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/.tmp/hbase.id]:[hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/hbase.id] 2024-11-09T14:52:02,964 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:52:02,969 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T14:52:02,988 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-09T14:52:02,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:52:02,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:52:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741827_1003 (size=196) 2024-11-09T14:52:03,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741827_1003 (size=196) 2024-11-09T14:52:03,027 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T14:52:03,029 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T14:52:03,035 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:52:03,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741828_1004 (size=1189) 2024-11-09T14:52:03,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741828_1004 (size=1189) 2024-11-09T14:52:03,084 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store 2024-11-09T14:52:03,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741829_1005 (size=34) 2024-11-09T14:52:03,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741829_1005 (size=34) 2024-11-09T14:52:03,110 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T14:52:03,114 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:52:03,115 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T14:52:03,115 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:52:03,116 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:52:03,117 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T14:52:03,118 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:52:03,118 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:52:03,119 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731163923115Disabling compacts and flushes for region at 1731163923115Disabling writes for close at 1731163923118 (+3 ms)Writing region close event to WAL at 1731163923118Closed at 1731163923118 2024-11-09T14:52:03,122 WARN [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/.initializing 2024-11-09T14:52:03,122 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/WALs/da6b20b51b98,38231,1731163922017 2024-11-09T14:52:03,131 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T14:52:03,148 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C38231%2C1731163922017, suffix=, logDir=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/WALs/da6b20b51b98,38231,1731163922017, archiveDir=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/oldWALs, maxLogs=10 2024-11-09T14:52:03,178 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/WALs/da6b20b51b98,38231,1731163922017/da6b20b51b98%2C38231%2C1731163922017.1731163923152, exclude list is [], retry=0 2024-11-09T14:52:03,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:52:03,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40727,DS-0379d781-149d-485d-849b-7d6da025a61d,DISK] 2024-11-09T14:52:03,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38969,DS-da16fb25-30e0-42cb-a7fd-feb7d16661b5,DISK] 2024-11-09T14:52:03,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T14:52:03,244 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/WALs/da6b20b51b98,38231,1731163922017/da6b20b51b98%2C38231%2C1731163922017.1731163923152 2024-11-09T14:52:03,245 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46495:46495),(127.0.0.1/127.0.0.1:36601:36601)] 2024-11-09T14:52:03,246 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:52:03,246 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:52:03,249 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:52:03,250 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:52:03,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:52:03,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T14:52:03,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:03,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:52:03,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:52:03,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T14:52:03,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:03,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:52:03,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:52:03,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T14:52:03,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:03,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:52:03,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:52:03,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T14:52:03,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:03,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:52:03,333 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:52:03,336 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:52:03,337 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:52:03,342 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:52:03,342 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:52:03,345 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T14:52:03,349 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:52:03,353 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:52:03,355 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=692885, jitterRate=-0.11895208060741425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T14:52:03,363 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731163923262Initializing all the Stores at 1731163923264 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163923265 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731163923265Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731163923266 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731163923266Cleaning up temporary data from old regions at 1731163923342 (+76 ms)Region opened successfully at 1731163923363 (+21 ms) 2024-11-09T14:52:03,365 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T14:52:03,401 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c173e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6b20b51b98/172.17.0.2:0 2024-11-09T14:52:03,433 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T14:52:03,445 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T14:52:03,445 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T14:52:03,448 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T14:52:03,450 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T14:52:03,455 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-09T14:52:03,455 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T14:52:03,487 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T14:52:03,498 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T14:52:03,501 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T14:52:03,504 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T14:52:03,505 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T14:52:03,507 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T14:52:03,509 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T14:52:03,513 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T14:52:03,514 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T14:52:03,516 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T14:52:03,518 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T14:52:03,537 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T14:52:03,539 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T14:52:03,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T14:52:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T14:52:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:52:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:52:03,549 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da6b20b51b98,38231,1731163922017, sessionid=0x1018d84907e0000, setting cluster-up flag (Was=false) 2024-11-09T14:52:03,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:52:03,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:52:03,570 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T14:52:03,572 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6b20b51b98,38231,1731163922017 2024-11-09T14:52:03,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:52:03,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:52:03,586 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T14:52:03,588 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6b20b51b98,38231,1731163922017 2024-11-09T14:52:03,594 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T14:52:03,599 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(746): ClusterId : a155f0e8-08a5-4974-9978-c024659942eb 2024-11-09T14:52:03,601 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T14:52:03,606 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T14:52:03,606 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T14:52:03,609 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T14:52:03,610 DEBUG [RS:0;da6b20b51b98:35435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bbad96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6b20b51b98/172.17.0.2:0 2024-11-09T14:52:03,625 DEBUG [RS:0;da6b20b51b98:35435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da6b20b51b98:35435 2024-11-09T14:52:03,629 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T14:52:03,629 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T14:52:03,629 DEBUG [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T14:52:03,632 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6b20b51b98,38231,1731163922017 with port=35435, startcode=1731163922708 2024-11-09T14:52:03,648 DEBUG [RS:0;da6b20b51b98:35435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T14:52:03,680 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T14:52:03,682 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60943, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T14:52:03,688 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38231 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T14:52:03,691 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T14:52:03,697 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T14:52:03,702 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da6b20b51b98,38231,1731163922017 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T14:52:03,709 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:52:03,709 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:52:03,709 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:52:03,709 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:52:03,709 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da6b20b51b98:0, corePoolSize=10, maxPoolSize=10 2024-11-09T14:52:03,710 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:52:03,710 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da6b20b51b98:0, corePoolSize=2, maxPoolSize=2 2024-11-09T14:52:03,710 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:52:03,711 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731163953711 2024-11-09T14:52:03,713 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T14:52:03,714 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T14:52:03,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:52:03,717 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T14:52:03,717 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T14:52:03,718 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T14:52:03,718 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T14:52:03,718 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T14:52:03,719 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,722 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T14:52:03,722 DEBUG [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T14:52:03,723 WARN [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T14:52:03,723 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T14:52:03,723 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T14:52:03,723 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:03,723 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T14:52:03,725 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T14:52:03,725 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T14:52:03,728 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731163923727,5,FailOnTimeoutGroup] 2024-11-09T14:52:03,729 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731163923728,5,FailOnTimeoutGroup] 2024-11-09T14:52:03,729 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,729 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T14:52:03,730 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,731 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741831_1007 (size=1321) 2024-11-09T14:52:03,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741831_1007 (size=1321) 2024-11-09T14:52:03,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T14:52:03,740 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e 2024-11-09T14:52:03,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741832_1008 (size=32) 2024-11-09T14:52:03,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741832_1008 (size=32) 2024-11-09T14:52:03,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:52:03,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T14:52:03,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T14:52:03,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:03,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:52:03,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T14:52:03,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T14:52:03,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:03,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:52:03,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T14:52:03,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T14:52:03,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:03,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:52:03,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T14:52:03,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T14:52:03,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:03,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:52:03,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T14:52:03,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740 2024-11-09T14:52:03,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740 2024-11-09T14:52:03,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T14:52:03,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T14:52:03,779 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T14:52:03,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T14:52:03,785 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:52:03,786 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=750573, jitterRate=-0.04559712111949921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T14:52:03,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731163923755Initializing all the Stores at 1731163923757 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163923757Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163923757Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731163923757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163923757Cleaning up temporary data from old regions at 1731163923778 (+21 ms)Region opened successfully at 1731163923788 (+10 ms) 2024-11-09T14:52:03,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T14:52:03,789 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T14:52:03,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T14:52:03,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T14:52:03,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T14:52:03,790 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T14:52:03,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731163923789Disabling compacts and flushes for region at 1731163923789Disabling writes for close at 1731163923789Writing region close event to WAL at 1731163923790 (+1 ms)Closed at 1731163923790 2024-11-09T14:52:03,794 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:52:03,794 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T14:52:03,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T14:52:03,809 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T14:52:03,811 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T14:52:03,824 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6b20b51b98,38231,1731163922017 with port=35435, startcode=1731163922708 2024-11-09T14:52:03,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6b20b51b98,35435,1731163922708 2024-11-09T14:52:03,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38231 {}] master.ServerManager(517): Registering regionserver=da6b20b51b98,35435,1731163922708 2024-11-09T14:52:03,835 DEBUG [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e 2024-11-09T14:52:03,836 DEBUG [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41113 2024-11-09T14:52:03,836 DEBUG [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T14:52:03,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T14:52:03,841 DEBUG [RS:0;da6b20b51b98:35435 {}] zookeeper.ZKUtil(111): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6b20b51b98,35435,1731163922708 2024-11-09T14:52:03,841 WARN [RS:0;da6b20b51b98:35435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T14:52:03,841 INFO [RS:0;da6b20b51b98:35435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:52:03,842 DEBUG [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708 2024-11-09T14:52:03,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6b20b51b98,35435,1731163922708] 2024-11-09T14:52:03,867 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T14:52:03,880 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T14:52:03,884 INFO [RS:0;da6b20b51b98:35435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T14:52:03,885 INFO [RS:0;da6b20b51b98:35435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,886 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T14:52:03,893 INFO [RS:0;da6b20b51b98:35435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T14:52:03,895 INFO [RS:0;da6b20b51b98:35435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,895 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:52:03,895 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:52:03,896 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:52:03,896 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:52:03,896 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:52:03,896 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6b20b51b98:0, corePoolSize=2, maxPoolSize=2 2024-11-09T14:52:03,896 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:52:03,897 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:52:03,897 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:52:03,897 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:52:03,897 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:52:03,897 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:52:03,897 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6b20b51b98:0, corePoolSize=3, maxPoolSize=3 2024-11-09T14:52:03,897 DEBUG [RS:0;da6b20b51b98:35435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0, corePoolSize=3, maxPoolSize=3 2024-11-09T14:52:03,898 INFO [RS:0;da6b20b51b98:35435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,898 INFO [RS:0;da6b20b51b98:35435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,899 INFO [RS:0;da6b20b51b98:35435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,899 INFO [RS:0;da6b20b51b98:35435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,899 INFO [RS:0;da6b20b51b98:35435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,899 INFO [RS:0;da6b20b51b98:35435 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,35435,1731163922708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T14:52:03,918 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T14:52:03,919 INFO [RS:0;da6b20b51b98:35435 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,35435,1731163922708-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,920 INFO [RS:0;da6b20b51b98:35435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,920 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.Replication(171): da6b20b51b98,35435,1731163922708 started 2024-11-09T14:52:03,937 INFO [RS:0;da6b20b51b98:35435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:03,938 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(1482): Serving as da6b20b51b98,35435,1731163922708, RpcServer on da6b20b51b98/172.17.0.2:35435, sessionid=0x1018d84907e0001 2024-11-09T14:52:03,938 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T14:52:03,938 DEBUG [RS:0;da6b20b51b98:35435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6b20b51b98,35435,1731163922708 2024-11-09T14:52:03,939 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6b20b51b98,35435,1731163922708' 2024-11-09T14:52:03,939 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T14:52:03,940 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T14:52:03,941 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T14:52:03,941 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T14:52:03,941 DEBUG [RS:0;da6b20b51b98:35435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6b20b51b98,35435,1731163922708 2024-11-09T14:52:03,941 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6b20b51b98,35435,1731163922708' 2024-11-09T14:52:03,941 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T14:52:03,942 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T14:52:03,942 DEBUG [RS:0;da6b20b51b98:35435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T14:52:03,942 INFO [RS:0;da6b20b51b98:35435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T14:52:03,942 INFO [RS:0;da6b20b51b98:35435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T14:52:03,963 WARN [da6b20b51b98:38231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T14:52:04,048 INFO [RS:0;da6b20b51b98:35435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T14:52:04,052 INFO [RS:0;da6b20b51b98:35435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C35435%2C1731163922708, suffix=, logDir=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708, archiveDir=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/oldWALs, maxLogs=32 2024-11-09T14:52:04,069 DEBUG [RS:0;da6b20b51b98:35435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163924054, exclude list is [], retry=0 2024-11-09T14:52:04,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38969,DS-da16fb25-30e0-42cb-a7fd-feb7d16661b5,DISK] 2024-11-09T14:52:04,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40727,DS-0379d781-149d-485d-849b-7d6da025a61d,DISK] 2024-11-09T14:52:04,078 INFO [RS:0;da6b20b51b98:35435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163924054 2024-11-09T14:52:04,079 DEBUG [RS:0;da6b20b51b98:35435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46495:46495),(127.0.0.1/127.0.0.1:36601:36601)] 2024-11-09T14:52:04,215 DEBUG [da6b20b51b98:38231 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T14:52:04,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da6b20b51b98,35435,1731163922708 2024-11-09T14:52:04,234 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6b20b51b98,35435,1731163922708, state=OPENING 2024-11-09T14:52:04,240 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T14:52:04,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:52:04,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:52:04,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:52:04,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:52:04,244 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T14:52:04,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da6b20b51b98,35435,1731163922708}] 2024-11-09T14:52:04,423 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T14:52:04,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44759, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T14:52:04,435 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T14:52:04,436 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:52:04,437 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T14:52:04,440 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C35435%2C1731163922708.meta, suffix=.meta, logDir=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708, archiveDir=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/oldWALs, maxLogs=32 2024-11-09T14:52:04,457 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.meta.1731163924442.meta, exclude list is [], retry=0 2024-11-09T14:52:04,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38969,DS-da16fb25-30e0-42cb-a7fd-feb7d16661b5,DISK] 2024-11-09T14:52:04,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40727,DS-0379d781-149d-485d-849b-7d6da025a61d,DISK] 2024-11-09T14:52:04,464 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.meta.1731163924442.meta 2024-11-09T14:52:04,464 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46495:46495),(127.0.0.1/127.0.0.1:36601:36601)] 2024-11-09T14:52:04,464 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:52:04,466 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T14:52:04,469 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T14:52:04,475 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T14:52:04,481 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T14:52:04,482 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:52:04,483 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T14:52:04,483 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T14:52:04,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T14:52:04,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T14:52:04,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:04,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:52:04,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T14:52:04,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T14:52:04,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:04,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:52:04,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T14:52:04,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T14:52:04,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:04,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:52:04,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T14:52:04,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T14:52:04,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:04,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:52:04,496 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T14:52:04,498 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740 2024-11-09T14:52:04,500 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740 2024-11-09T14:52:04,503 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T14:52:04,503 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T14:52:04,504 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T14:52:04,507 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T14:52:04,509 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=803339, jitterRate=0.021499037742614746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T14:52:04,510 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T14:52:04,512 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731163924484Writing region info on filesystem at 1731163924484Initializing all the Stores at 1731163924486 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163924486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163924486Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731163924486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163924486Cleaning up temporary data from old regions at 1731163924503 (+17 ms)Running coprocessor post-open hooks at 1731163924510 (+7 ms)Region opened successfully at 1731163924512 (+2 ms) 2024-11-09T14:52:04,520 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731163924413 2024-11-09T14:52:04,531 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T14:52:04,532 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T14:52:04,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da6b20b51b98,35435,1731163922708 2024-11-09T14:52:04,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6b20b51b98,35435,1731163922708, state=OPEN 2024-11-09T14:52:04,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T14:52:04,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T14:52:04,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:52:04,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:52:04,543 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da6b20b51b98,35435,1731163922708 2024-11-09T14:52:04,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T14:52:04,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da6b20b51b98,35435,1731163922708 in 297 msec 2024-11-09T14:52:04,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T14:52:04,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 750 msec 2024-11-09T14:52:04,556 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:52:04,556 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T14:52:04,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T14:52:04,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6b20b51b98,35435,1731163922708, seqNum=-1] 2024-11-09T14:52:04,603 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T14:52:04,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38557, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T14:52:04,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0000 sec 2024-11-09T14:52:04,626 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731163924625, completionTime=-1 2024-11-09T14:52:04,628 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T14:52:04,628 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T14:52:04,654 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-09T14:52:04,654 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731163984654 2024-11-09T14:52:04,654 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731164044654 2024-11-09T14:52:04,654 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-09T14:52:04,656 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,38231,1731163922017-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:04,657 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,38231,1731163922017-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:04,657 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,38231,1731163922017-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:04,658 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da6b20b51b98:38231, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:04,659 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:04,659 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:04,666 DEBUG [master/da6b20b51b98:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T14:52:04,690 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.842sec 2024-11-09T14:52:04,691 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T14:52:04,692 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T14:52:04,693 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T14:52:04,694 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T14:52:04,694 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T14:52:04,695 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,38231,1731163922017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T14:52:04,695 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,38231,1731163922017-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T14:52:04,704 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T14:52:04,705 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T14:52:04,706 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,38231,1731163922017-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:52:04,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c31399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:52:04,711 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T14:52:04,711 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T14:52:04,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6b20b51b98,38231,-1 for getting cluster id 2024-11-09T14:52:04,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T14:52:04,725 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a155f0e8-08a5-4974-9978-c024659942eb' 2024-11-09T14:52:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T14:52:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a155f0e8-08a5-4974-9978-c024659942eb" 2024-11-09T14:52:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34411e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:52:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6b20b51b98,38231,-1] 2024-11-09T14:52:04,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T14:52:04,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:52:04,736 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T14:52:04,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2056d47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:52:04,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T14:52:04,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6b20b51b98,35435,1731163922708, seqNum=-1] 2024-11-09T14:52:04,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T14:52:04,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T14:52:04,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da6b20b51b98,38231,1731163922017 2024-11-09T14:52:04,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:52:04,779 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-09T14:52:04,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T14:52:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da6b20b51b98,38231,1731163922017 2024-11-09T14:52:04,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6848e632 2024-11-09T14:52:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T14:52:04,794 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T14:52:04,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-09T14:52:04,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-09T14:52:04,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T14:52:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-09T14:52:04,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T14:52:04,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-09T14:52:04,815 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:04,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T14:52:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T14:52:04,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741835_1011 (size=389) 2024-11-09T14:52:04,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741835_1011 (size=389) 2024-11-09T14:52:05,235 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1aa8dc5d48b66ff58e4f4b882aec610c, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e 2024-11-09T14:52:05,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741836_1012 (size=72) 2024-11-09T14:52:05,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741836_1012 (size=72) 2024-11-09T14:52:05,247 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:52:05,247 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 1aa8dc5d48b66ff58e4f4b882aec610c, disabling compactions & flushes 2024-11-09T14:52:05,248 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. 2024-11-09T14:52:05,248 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. 2024-11-09T14:52:05,248 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. after waiting 0 ms 2024-11-09T14:52:05,248 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. 2024-11-09T14:52:05,248 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. 2024-11-09T14:52:05,248 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1aa8dc5d48b66ff58e4f4b882aec610c: Waiting for close lock at 1731163925247Disabling compacts and flushes for region at 1731163925247Disabling writes for close at 1731163925248 (+1 ms)Writing region close event to WAL at 1731163925248Closed at 1731163925248 2024-11-09T14:52:05,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T14:52:05,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731163925251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731163925251"}]},"ts":"1731163925251"} 2024-11-09T14:52:05,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T14:52:05,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T14:52:05,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731163925262"}]},"ts":"1731163925262"} 2024-11-09T14:52:05,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-09T14:52:05,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=1aa8dc5d48b66ff58e4f4b882aec610c, ASSIGN}] 2024-11-09T14:52:05,273 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=1aa8dc5d48b66ff58e4f4b882aec610c, ASSIGN 2024-11-09T14:52:05,275 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=1aa8dc5d48b66ff58e4f4b882aec610c, ASSIGN; state=OFFLINE, location=da6b20b51b98,35435,1731163922708; forceNewPlan=false, retain=false 2024-11-09T14:52:05,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1aa8dc5d48b66ff58e4f4b882aec610c, regionState=OPENING, regionLocation=da6b20b51b98,35435,1731163922708 2024-11-09T14:52:05,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=1aa8dc5d48b66ff58e4f4b882aec610c, ASSIGN because future has completed 2024-11-09T14:52:05,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1aa8dc5d48b66ff58e4f4b882aec610c, server=da6b20b51b98,35435,1731163922708}] 2024-11-09T14:52:05,593 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. 2024-11-09T14:52:05,594 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1aa8dc5d48b66ff58e4f4b882aec610c, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:52:05,594 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:52:05,594 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:52:05,595 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:52:05,595 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:52:05,597 INFO [StoreOpener-1aa8dc5d48b66ff58e4f4b882aec610c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:52:05,599 INFO [StoreOpener-1aa8dc5d48b66ff58e4f4b882aec610c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aa8dc5d48b66ff58e4f4b882aec610c columnFamilyName info 2024-11-09T14:52:05,600 DEBUG [StoreOpener-1aa8dc5d48b66ff58e4f4b882aec610c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:52:05,601 INFO [StoreOpener-1aa8dc5d48b66ff58e4f4b882aec610c-1 {}] regionserver.HStore(327): Store=1aa8dc5d48b66ff58e4f4b882aec610c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:52:05,601 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:52:05,602 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:52:05,603 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:52:05,604 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:52:05,604 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:52:05,627 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:52:05,632 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:52:05,634 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1aa8dc5d48b66ff58e4f4b882aec610c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=884091, jitterRate=0.12418082356452942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T14:52:05,634 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:52:05,635 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1aa8dc5d48b66ff58e4f4b882aec610c: Running coprocessor pre-open hook at 1731163925595Writing region info on filesystem at 1731163925595Initializing all the Stores at 1731163925597 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731163925597Cleaning up temporary data from old regions at 1731163925604 (+7 ms)Running coprocessor post-open hooks at 1731163925634 (+30 ms)Region opened successfully at 1731163925635 (+1 ms) 2024-11-09T14:52:05,638 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c., pid=6, masterSystemTime=1731163925587 2024-11-09T14:52:05,642 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. 2024-11-09T14:52:05,643 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. 2024-11-09T14:52:05,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1aa8dc5d48b66ff58e4f4b882aec610c, regionState=OPEN, openSeqNum=2, regionLocation=da6b20b51b98,35435,1731163922708 2024-11-09T14:52:05,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1aa8dc5d48b66ff58e4f4b882aec610c, server=da6b20b51b98,35435,1731163922708 because future has completed 2024-11-09T14:52:05,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T14:52:05,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1aa8dc5d48b66ff58e4f4b882aec610c, server=da6b20b51b98,35435,1731163922708 in 220 msec 2024-11-09T14:52:05,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T14:52:05,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=1aa8dc5d48b66ff58e4f4b882aec610c, ASSIGN in 393 msec 2024-11-09T14:52:05,671 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T14:52:05,672 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731163925671"}]},"ts":"1731163925671"} 2024-11-09T14:52:05,675 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-09T14:52:05,676 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T14:52:05,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 873 msec 2024-11-09T14:52:09,985 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T14:52:10,040 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T14:52:10,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-09T14:52:12,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T14:52:12,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T14:52:12,421 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-09T14:52:12,421 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-09T14:52:12,422 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T14:52:12,422 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T14:52:12,422 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T14:52:12,422 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T14:52:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T14:52:14,855 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-09T14:52:14,858 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-09T14:52:14,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-09T14:52:14,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. 2024-11-09T14:52:14,880 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163934866, exclude list is [], retry=0 2024-11-09T14:52:14,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38969,DS-da16fb25-30e0-42cb-a7fd-feb7d16661b5,DISK] 2024-11-09T14:52:14,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40727,DS-0379d781-149d-485d-849b-7d6da025a61d,DISK] 2024-11-09T14:52:14,889 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163924054 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163934866 2024-11-09T14:52:14,890 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36601:36601),(127.0.0.1/127.0.0.1:46495:46495)] 2024-11-09T14:52:14,890 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163924054 is not closed yet, will try archiving it next time 2024-11-09T14:52:14,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741833_1009 (size=451) 2024-11-09T14:52:14,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741833_1009 (size=451) 2024-11-09T14:52:14,895 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163924054 to hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/oldWALs/da6b20b51b98%2C35435%2C1731163922708.1731163924054 2024-11-09T14:52:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c., hostname=da6b20b51b98,35435,1731163922708, seqNum=2] 2024-11-09T14:52:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35435 {}] regionserver.HRegion(8855): Flush requested on 1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:52:28,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aa8dc5d48b66ff58e4f4b882aec610c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T14:52:28,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/.tmp/info/07fae54ae945436a99e05c301d0944ad is 1055, key is row0001/info:/1731163934903/Put/seqid=0 2024-11-09T14:52:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741838_1014 (size=13386) 2024-11-09T14:52:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741838_1014 (size=13386) 2024-11-09T14:52:29,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/.tmp/info/07fae54ae945436a99e05c301d0944ad 2024-11-09T14:52:29,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/.tmp/info/07fae54ae945436a99e05c301d0944ad as hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/info/07fae54ae945436a99e05c301d0944ad 2024-11-09T14:52:29,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/info/07fae54ae945436a99e05c301d0944ad, entries=8, sequenceid=12, filesize=13.1 K 2024-11-09T14:52:29,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 1aa8dc5d48b66ff58e4f4b882aec610c in 142ms, sequenceid=12, compaction requested=false 2024-11-09T14:52:29,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aa8dc5d48b66ff58e4f4b882aec610c: 2024-11-09T14:52:31,107 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T14:52:34,955 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163954941, exclude list is [], retry=0 2024-11-09T14:52:34,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40727,DS-0379d781-149d-485d-849b-7d6da025a61d,DISK] 2024-11-09T14:52:34,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38969,DS-da16fb25-30e0-42cb-a7fd-feb7d16661b5,DISK] 2024-11-09T14:52:34,965 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163934866 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163954941 2024-11-09T14:52:34,965 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36601:36601),(127.0.0.1/127.0.0.1:46495:46495)] 2024-11-09T14:52:34,965 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163934866 is not closed yet, will try archiving it next time 2024-11-09T14:52:34,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741837_1013 (size=12149) 2024-11-09T14:52:34,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741837_1013 (size=12149) 2024-11-09T14:52:39,970 INFO [AsyncFSWAL-0-hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e-prefix:da6b20b51b98,35435,1731163922708 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40727,DS-0379d781-149d-485d-849b-7d6da025a61d,DISK], DatanodeInfoWithStorage[127.0.0.1:38969,DS-da16fb25-30e0-42cb-a7fd-feb7d16661b5,DISK]] 2024-11-09T14:52:39,972 WARN [AsyncFSWAL-0-hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e-prefix:da6b20b51b98,35435,1731163922708 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40727,DS-0379d781-149d-485d-849b-7d6da025a61d,DISK], DatanodeInfoWithStorage[127.0.0.1:38969,DS-da16fb25-30e0-42cb-a7fd-feb7d16661b5,DISK]] 2024-11-09T14:52:39,973 DEBUG [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da6b20b51b98%2C35435%2C1731163922708:(num 1731163954941) roll requested 2024-11-09T14:52:39,987 DEBUG [regionserver/da6b20b51b98:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163959974, exclude list is [], retry=0 2024-11-09T14:52:39,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38969,DS-da16fb25-30e0-42cb-a7fd-feb7d16661b5,DISK] 2024-11-09T14:52:39,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40727,DS-0379d781-149d-485d-849b-7d6da025a61d,DISK] 2024-11-09T14:52:39,994 INFO [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163954941 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163959974 2024-11-09T14:52:39,994 DEBUG [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46495:46495),(127.0.0.1/127.0.0.1:36601:36601)] 2024-11-09T14:52:39,994 DEBUG [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163954941 is not closed yet, will try archiving it next time 2024-11-09T14:52:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741839_1015 (size=1233) 2024-11-09T14:52:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741839_1015 (size=1233) 2024-11-09T14:52:41,972 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T14:52:41,986 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163961973, exclude list is [], retry=0 2024-11-09T14:52:41,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40727,DS-0379d781-149d-485d-849b-7d6da025a61d,DISK] 2024-11-09T14:52:41,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38969,DS-da16fb25-30e0-42cb-a7fd-feb7d16661b5,DISK] 2024-11-09T14:52:41,992 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163959974 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163961973 2024-11-09T14:52:41,992 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36601:36601),(127.0.0.1/127.0.0.1:46495:46495)] 2024-11-09T14:52:41,992 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163959974 is not closed yet, will try archiving it next time 2024-11-09T14:52:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741840_1016 (size=93) 2024-11-09T14:52:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741840_1016 (size=93) 2024-11-09T14:52:41,995 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.1731163959974 to hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/oldWALs/da6b20b51b98%2C35435%2C1731163922708.1731163959974 2024-11-09T14:52:45,424 INFO [master/da6b20b51b98:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T14:52:45,424 INFO [master/da6b20b51b98:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T14:52:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35435 {}] regionserver.HRegion(8855): Flush requested on 1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:52:50,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1aa8dc5d48b66ff58e4f4b882aec610c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T14:52:50,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/.tmp/info/03b7f9d4c1034e4e9005eb3a74f1cf7c is 1055, key is row0009/info:/1731163950935/Put/seqid=0 2024-11-09T14:52:50,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741842_1018 (size=13386) 2024-11-09T14:52:50,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741842_1018 (size=13386) 2024-11-09T14:52:50,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/.tmp/info/03b7f9d4c1034e4e9005eb3a74f1cf7c 2024-11-09T14:52:50,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/.tmp/info/03b7f9d4c1034e4e9005eb3a74f1cf7c as hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/info/03b7f9d4c1034e4e9005eb3a74f1cf7c 2024-11-09T14:52:50,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/info/03b7f9d4c1034e4e9005eb3a74f1cf7c, entries=8, sequenceid=23, filesize=13.1 K 2024-11-09T14:52:50,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 1aa8dc5d48b66ff58e4f4b882aec610c in 36ms, sequenceid=23, compaction requested=false 2024-11-09T14:52:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1aa8dc5d48b66ff58e4f4b882aec610c: 2024-11-09T14:52:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-09T14:52:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:52:50,046 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/info/07fae54ae945436a99e05c301d0944ad because midkey is the same as first or last row 2024-11-09T14:52:50,595 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1aa8dc5d48b66ff58e4f4b882aec610c, had cached 0 bytes from a total of 26772 2024-11-09T14:53:01,107 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T14:53:02,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T14:53:02,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T14:53:02,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:53:02,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:53:02,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:53:02,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T14:53:02,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T14:53:02,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=857972609, stopped=false 2024-11-09T14:53:02,034 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da6b20b51b98,38231,1731163922017 2024-11-09T14:53:02,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T14:53:02,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T14:53:02,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:02,037 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T14:53:02,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:02,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T14:53:02,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:53:02,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:53:02,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:53:02,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:53:02,038 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6b20b51b98,35435,1731163922708' ***** 2024-11-09T14:53:02,038 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T14:53:02,039 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T14:53:02,039 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T14:53:02,039 INFO [RS:0;da6b20b51b98:35435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T14:53:02,039 INFO [RS:0;da6b20b51b98:35435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T14:53:02,040 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:53:02,040 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(959): stopping server da6b20b51b98,35435,1731163922708 2024-11-09T14:53:02,040 INFO [RS:0;da6b20b51b98:35435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T14:53:02,040 INFO [RS:0;da6b20b51b98:35435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da6b20b51b98:35435. 2024-11-09T14:53:02,040 DEBUG [RS:0;da6b20b51b98:35435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:53:02,041 DEBUG [RS:0;da6b20b51b98:35435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:53:02,041 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1aa8dc5d48b66ff58e4f4b882aec610c, disabling compactions & flushes 2024-11-09T14:53:02,041 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. 2024-11-09T14:53:02,041 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T14:53:02,041 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. 2024-11-09T14:53:02,041 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T14:53:02,041 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T14:53:02,041 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. after waiting 0 ms 2024-11-09T14:53:02,041 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. 2024-11-09T14:53:02,041 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T14:53:02,041 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1aa8dc5d48b66ff58e4f4b882aec610c 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-09T14:53:02,041 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T14:53:02,042 DEBUG [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(1325): Online Regions={1aa8dc5d48b66ff58e4f4b882aec610c=TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T14:53:02,042 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T14:53:02,042 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T14:53:02,042 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T14:53:02,042 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T14:53:02,042 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T14:53:02,042 DEBUG [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1aa8dc5d48b66ff58e4f4b882aec610c 2024-11-09T14:53:02,042 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-09T14:53:02,049 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/.tmp/info/22852d2fb4eb4840a6c25c64669822d4 is 1055, key is row0017/info:/1731163972011/Put/seqid=0 2024-11-09T14:53:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741843_1019 (size=10222) 2024-11-09T14:53:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741843_1019 (size=10222) 2024-11-09T14:53:02,058 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/.tmp/info/22852d2fb4eb4840a6c25c64669822d4 2024-11-09T14:53:02,066 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/.tmp/info/492e04ba34ed488b9505220e779c7fab is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c./info:regioninfo/1731163925644/Put/seqid=0 2024-11-09T14:53:02,070 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/.tmp/info/22852d2fb4eb4840a6c25c64669822d4 as hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/info/22852d2fb4eb4840a6c25c64669822d4 2024-11-09T14:53:02,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741844_1020 (size=7016) 2024-11-09T14:53:02,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741844_1020 (size=7016) 2024-11-09T14:53:02,074 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/.tmp/info/492e04ba34ed488b9505220e779c7fab 2024-11-09T14:53:02,080 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/info/22852d2fb4eb4840a6c25c64669822d4, entries=5, sequenceid=31, filesize=10.0 K 2024-11-09T14:53:02,082 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 1aa8dc5d48b66ff58e4f4b882aec610c in 41ms, sequenceid=31, compaction requested=true 2024-11-09T14:53:02,088 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/default/TestLogRolling-testSlowSyncLogRolling/1aa8dc5d48b66ff58e4f4b882aec610c/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-09T14:53:02,090 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. 2024-11-09T14:53:02,090 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1aa8dc5d48b66ff58e4f4b882aec610c: Waiting for close lock at 1731163982040Running coprocessor pre-close hooks at 1731163982041 (+1 ms)Disabling compacts and flushes for region at 1731163982041Disabling writes for close at 1731163982041Obtaining lock to block concurrent updates at 1731163982041Preparing flush snapshotting stores in 1aa8dc5d48b66ff58e4f4b882aec610c at 1731163982041Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731163982042 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. at 1731163982043 (+1 ms)Flushing 1aa8dc5d48b66ff58e4f4b882aec610c/info: creating writer at 1731163982043Flushing 1aa8dc5d48b66ff58e4f4b882aec610c/info: appending metadata at 1731163982049 (+6 ms)Flushing 1aa8dc5d48b66ff58e4f4b882aec610c/info: closing flushed file at 1731163982049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4489d70c: reopening flushed file at 1731163982069 (+20 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 1aa8dc5d48b66ff58e4f4b882aec610c in 41ms, sequenceid=31, compaction requested=true at 1731163982082 (+13 ms)Writing region close event to WAL at 1731163982083 (+1 ms)Running coprocessor post-close hooks at 1731163982088 (+5 ms)Closed at 1731163982090 (+2 ms) 2024-11-09T14:53:02,091 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731163924796.1aa8dc5d48b66ff58e4f4b882aec610c. 2024-11-09T14:53:02,098 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/.tmp/ns/70c3d42d777a4cdaaaa13a4f9611c32e is 43, key is default/ns:d/1731163924610/Put/seqid=0 2024-11-09T14:53:02,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741845_1021 (size=5153) 2024-11-09T14:53:02,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741845_1021 (size=5153) 2024-11-09T14:53:02,105 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/.tmp/ns/70c3d42d777a4cdaaaa13a4f9611c32e 2024-11-09T14:53:02,131 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/.tmp/table/007c22dbf4c14ff783594e73435f5293 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731163925671/Put/seqid=0 2024-11-09T14:53:02,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741846_1022 (size=5396) 2024-11-09T14:53:02,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741846_1022 (size=5396) 2024-11-09T14:53:02,138 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/.tmp/table/007c22dbf4c14ff783594e73435f5293 2024-11-09T14:53:02,147 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/.tmp/info/492e04ba34ed488b9505220e779c7fab as hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/info/492e04ba34ed488b9505220e779c7fab 2024-11-09T14:53:02,155 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/info/492e04ba34ed488b9505220e779c7fab, entries=10, sequenceid=11, filesize=6.9 K 2024-11-09T14:53:02,157 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/.tmp/ns/70c3d42d777a4cdaaaa13a4f9611c32e as hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/ns/70c3d42d777a4cdaaaa13a4f9611c32e 2024-11-09T14:53:02,165 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/ns/70c3d42d777a4cdaaaa13a4f9611c32e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T14:53:02,166 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/.tmp/table/007c22dbf4c14ff783594e73435f5293 as hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/table/007c22dbf4c14ff783594e73435f5293 2024-11-09T14:53:02,175 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/table/007c22dbf4c14ff783594e73435f5293, entries=2, sequenceid=11, filesize=5.3 K 2024-11-09T14:53:02,176 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=11, compaction requested=false 2024-11-09T14:53:02,182 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T14:53:02,183 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T14:53:02,183 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T14:53:02,183 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731163982041Running coprocessor pre-close hooks at 1731163982041Disabling compacts and flushes for region at 1731163982042 (+1 ms)Disabling writes for close at 1731163982042Obtaining lock to block concurrent updates at 1731163982042Preparing flush snapshotting stores in 1588230740 at 1731163982042Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731163982043 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731163982043Flushing 1588230740/info: creating writer at 1731163982044 (+1 ms)Flushing 1588230740/info: appending metadata at 1731163982065 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731163982065Flushing 1588230740/ns: creating writer at 1731163982082 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731163982097 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731163982098 (+1 ms)Flushing 1588230740/table: creating writer at 1731163982114 (+16 ms)Flushing 1588230740/table: appending metadata at 1731163982131 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731163982131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bebb46: reopening flushed file at 1731163982146 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d39ed35: reopening flushed file at 1731163982156 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5b3ecc: reopening flushed file at 1731163982165 (+9 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=11, compaction requested=false at 1731163982176 (+11 ms)Writing region close event to WAL at 1731163982178 (+2 ms)Running coprocessor post-close hooks at 1731163982183 (+5 ms)Closed at 1731163982183 2024-11-09T14:53:02,183 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T14:53:02,242 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(976): stopping server da6b20b51b98,35435,1731163922708; all regions closed. 2024-11-09T14:53:02,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741834_1010 (size=3066) 2024-11-09T14:53:02,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741834_1010 (size=3066) 2024-11-09T14:53:02,247 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/WALs/da6b20b51b98,35435,1731163922708/da6b20b51b98%2C35435%2C1731163922708.meta.1731163924442.meta not finished, retry = 0 2024-11-09T14:53:02,352 DEBUG [RS:0;da6b20b51b98:35435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/oldWALs 2024-11-09T14:53:02,352 INFO [RS:0;da6b20b51b98:35435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6b20b51b98%2C35435%2C1731163922708.meta:.meta(num 1731163924442) 2024-11-09T14:53:02,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741841_1017 (size=13164) 2024-11-09T14:53:02,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741841_1017 (size=13164) 2024-11-09T14:53:02,361 DEBUG [RS:0;da6b20b51b98:35435 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/oldWALs 2024-11-09T14:53:02,361 INFO [RS:0;da6b20b51b98:35435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6b20b51b98%2C35435%2C1731163922708:(num 1731163961973) 2024-11-09T14:53:02,361 DEBUG [RS:0;da6b20b51b98:35435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:53:02,361 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T14:53:02,361 INFO [RS:0;da6b20b51b98:35435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T14:53:02,361 INFO [RS:0;da6b20b51b98:35435 {}] hbase.ChoreService(370): Chore service for: regionserver/da6b20b51b98:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T14:53:02,362 INFO [RS:0;da6b20b51b98:35435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T14:53:02,362 INFO [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T14:53:02,362 INFO [RS:0;da6b20b51b98:35435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35435 2024-11-09T14:53:02,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T14:53:02,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6b20b51b98,35435,1731163922708 2024-11-09T14:53:02,366 INFO [RS:0;da6b20b51b98:35435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T14:53:02,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6b20b51b98,35435,1731163922708] 2024-11-09T14:53:02,371 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6b20b51b98,35435,1731163922708 already deleted, retry=false 2024-11-09T14:53:02,371 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6b20b51b98,35435,1731163922708 expired; onlineServers=0 2024-11-09T14:53:02,371 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da6b20b51b98,38231,1731163922017' ***** 2024-11-09T14:53:02,371 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T14:53:02,372 INFO [M:0;da6b20b51b98:38231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T14:53:02,372 INFO [M:0;da6b20b51b98:38231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T14:53:02,372 DEBUG [M:0;da6b20b51b98:38231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T14:53:02,372 DEBUG [M:0;da6b20b51b98:38231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T14:53:02,372 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T14:53:02,372 DEBUG [master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731163923728 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731163923728,5,FailOnTimeoutGroup] 2024-11-09T14:53:02,372 DEBUG [master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731163923727 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731163923727,5,FailOnTimeoutGroup] 2024-11-09T14:53:02,372 INFO [M:0;da6b20b51b98:38231 {}] hbase.ChoreService(370): Chore service for: master/da6b20b51b98:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T14:53:02,372 INFO [M:0;da6b20b51b98:38231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T14:53:02,372 DEBUG [M:0;da6b20b51b98:38231 {}] master.HMaster(1795): Stopping service threads 2024-11-09T14:53:02,373 INFO [M:0;da6b20b51b98:38231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T14:53:02,373 INFO [M:0;da6b20b51b98:38231 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T14:53:02,373 INFO [M:0;da6b20b51b98:38231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T14:53:02,373 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T14:53:02,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T14:53:02,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:02,374 DEBUG [M:0;da6b20b51b98:38231 {}] zookeeper.ZKUtil(347): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T14:53:02,374 WARN [M:0;da6b20b51b98:38231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T14:53:02,375 INFO [M:0;da6b20b51b98:38231 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/.lastflushedseqids 2024-11-09T14:53:02,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741847_1023 (size=130) 2024-11-09T14:53:02,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741847_1023 (size=130) 2024-11-09T14:53:02,388 INFO [M:0;da6b20b51b98:38231 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T14:53:02,389 INFO [M:0;da6b20b51b98:38231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T14:53:02,389 DEBUG [M:0;da6b20b51b98:38231 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T14:53:02,389 INFO [M:0;da6b20b51b98:38231 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:02,389 DEBUG [M:0;da6b20b51b98:38231 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:02,389 DEBUG [M:0;da6b20b51b98:38231 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T14:53:02,389 DEBUG [M:0;da6b20b51b98:38231 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:02,389 INFO [M:0;da6b20b51b98:38231 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-09T14:53:02,407 DEBUG [M:0;da6b20b51b98:38231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6a58f8fc4a2422dae7163a9241230db is 82, key is hbase:meta,,1/info:regioninfo/1731163924533/Put/seqid=0 2024-11-09T14:53:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741848_1024 (size=5672) 2024-11-09T14:53:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741848_1024 (size=5672) 2024-11-09T14:53:02,414 INFO [M:0;da6b20b51b98:38231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6a58f8fc4a2422dae7163a9241230db 2024-11-09T14:53:02,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T14:53:02,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T14:53:02,420 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-09T14:53:02,446 DEBUG [M:0;da6b20b51b98:38231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1a01539e006447d996757c2625b1553 is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731163925678/Put/seqid=0 2024-11-09T14:53:02,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741849_1025 (size=6248) 2024-11-09T14:53:02,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741849_1025 (size=6248) 2024-11-09T14:53:02,453 INFO [M:0;da6b20b51b98:38231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1a01539e006447d996757c2625b1553 2024-11-09T14:53:02,460 INFO [M:0;da6b20b51b98:38231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1a01539e006447d996757c2625b1553 2024-11-09T14:53:02,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:53:02,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35435-0x1018d84907e0001, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:53:02,470 INFO [RS:0;da6b20b51b98:35435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T14:53:02,470 INFO [RS:0;da6b20b51b98:35435 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6b20b51b98,35435,1731163922708; zookeeper connection closed. 2024-11-09T14:53:02,470 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11bbbfda {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11bbbfda 2024-11-09T14:53:02,471 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T14:53:02,476 DEBUG [M:0;da6b20b51b98:38231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19be83b24d6d42c0a6c8924922051fe3 is 69, key is da6b20b51b98,35435,1731163922708/rs:state/1731163923830/Put/seqid=0 2024-11-09T14:53:02,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741850_1026 (size=5156) 2024-11-09T14:53:02,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741850_1026 (size=5156) 2024-11-09T14:53:02,483 INFO [M:0;da6b20b51b98:38231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19be83b24d6d42c0a6c8924922051fe3 2024-11-09T14:53:02,508 DEBUG [M:0;da6b20b51b98:38231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6bd291c1986940c795d966234d676960 is 52, key is load_balancer_on/state:d/1731163924775/Put/seqid=0 2024-11-09T14:53:02,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741851_1027 (size=5056) 2024-11-09T14:53:02,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741851_1027 (size=5056) 2024-11-09T14:53:02,515 INFO [M:0;da6b20b51b98:38231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6bd291c1986940c795d966234d676960 2024-11-09T14:53:02,523 DEBUG [M:0;da6b20b51b98:38231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6a58f8fc4a2422dae7163a9241230db as hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6a58f8fc4a2422dae7163a9241230db 2024-11-09T14:53:02,530 INFO [M:0;da6b20b51b98:38231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6a58f8fc4a2422dae7163a9241230db, entries=8, sequenceid=59, filesize=5.5 K 2024-11-09T14:53:02,532 DEBUG [M:0;da6b20b51b98:38231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1a01539e006447d996757c2625b1553 as hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1a01539e006447d996757c2625b1553 2024-11-09T14:53:02,538 INFO [M:0;da6b20b51b98:38231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1a01539e006447d996757c2625b1553 2024-11-09T14:53:02,538 INFO [M:0;da6b20b51b98:38231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1a01539e006447d996757c2625b1553, entries=6, sequenceid=59, filesize=6.1 K 2024-11-09T14:53:02,539 DEBUG [M:0;da6b20b51b98:38231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19be83b24d6d42c0a6c8924922051fe3 as hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19be83b24d6d42c0a6c8924922051fe3 2024-11-09T14:53:02,546 INFO [M:0;da6b20b51b98:38231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19be83b24d6d42c0a6c8924922051fe3, entries=1, sequenceid=59, filesize=5.0 K 2024-11-09T14:53:02,548 DEBUG [M:0;da6b20b51b98:38231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6bd291c1986940c795d966234d676960 as hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6bd291c1986940c795d966234d676960 2024-11-09T14:53:02,554 INFO [M:0;da6b20b51b98:38231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6bd291c1986940c795d966234d676960, entries=1, sequenceid=59, filesize=4.9 K 2024-11-09T14:53:02,556 INFO [M:0;da6b20b51b98:38231 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=59, compaction requested=false 2024-11-09T14:53:02,557 INFO [M:0;da6b20b51b98:38231 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:02,557 DEBUG [M:0;da6b20b51b98:38231 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731163982389Disabling compacts and flushes for region at 1731163982389Disabling writes for close at 1731163982389Obtaining lock to block concurrent updates at 1731163982389Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731163982389Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1731163982390 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731163982390Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731163982391 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731163982407 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731163982407Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731163982422 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731163982445 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731163982445Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731163982460 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731163982476 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731163982476Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731163982491 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731163982507 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731163982507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6439b6e4: reopening flushed file at 1731163982522 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d033e80: reopening flushed file at 1731163982530 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784c6fbd: reopening flushed file at 1731163982538 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b62580: reopening flushed file at 1731163982546 (+8 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=59, compaction requested=false at 1731163982556 (+10 ms)Writing region close event to WAL at 1731163982557 (+1 ms)Closed at 1731163982557 2024-11-09T14:53:02,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741830_1006 (size=27985) 2024-11-09T14:53:02,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40727 is added to blk_1073741830_1006 (size=27985) 2024-11-09T14:53:02,561 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T14:53:02,561 INFO [M:0;da6b20b51b98:38231 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T14:53:02,562 INFO [M:0;da6b20b51b98:38231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38231 2024-11-09T14:53:02,562 INFO [M:0;da6b20b51b98:38231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T14:53:02,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:53:02,664 INFO [M:0;da6b20b51b98:38231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T14:53:02,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38231-0x1018d84907e0000, quorum=127.0.0.1:60528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:53:02,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2017f6db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:02,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59c0b0f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:53:02,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:53:02,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:53:02,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed592a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/hadoop.log.dir/,STOPPED} 2024-11-09T14:53:02,674 WARN [BP-24099091-172.17.0.2-1731163919112 heartbeating to localhost/127.0.0.1:41113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:53:02,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:53:02,674 WARN [BP-24099091-172.17.0.2-1731163919112 heartbeating to localhost/127.0.0.1:41113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-24099091-172.17.0.2-1731163919112 (Datanode Uuid 3a49068a-874d-49eb-a2a8-991c944d5d84) service to localhost/127.0.0.1:41113 2024-11-09T14:53:02,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:53:02,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/cluster_4f404a5d-c9b0-b8c8-013c-dc4bb4f93c85/data/data3/current/BP-24099091-172.17.0.2-1731163919112 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:02,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/cluster_4f404a5d-c9b0-b8c8-013c-dc4bb4f93c85/data/data4/current/BP-24099091-172.17.0.2-1731163919112 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:02,676 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:53:02,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51bfdaee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:02,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4038703{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:53:02,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:53:02,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:53:02,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c87dfd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/hadoop.log.dir/,STOPPED} 2024-11-09T14:53:02,683 WARN [BP-24099091-172.17.0.2-1731163919112 heartbeating to localhost/127.0.0.1:41113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:53:02,683 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:53:02,683 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:53:02,683 WARN [BP-24099091-172.17.0.2-1731163919112 heartbeating to localhost/127.0.0.1:41113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-24099091-172.17.0.2-1731163919112 (Datanode Uuid 153bcca1-9168-4bc5-aa53-2e3f2a9fea5a) service to localhost/127.0.0.1:41113 2024-11-09T14:53:02,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/cluster_4f404a5d-c9b0-b8c8-013c-dc4bb4f93c85/data/data1/current/BP-24099091-172.17.0.2-1731163919112 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:02,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/cluster_4f404a5d-c9b0-b8c8-013c-dc4bb4f93c85/data/data2/current/BP-24099091-172.17.0.2-1731163919112 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:02,684 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:53:02,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T14:53:02,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:53:02,692 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:53:02,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:53:02,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/hadoop.log.dir/,STOPPED} 2024-11-09T14:53:02,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T14:53:02,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T14:53:02,738 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:41113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da6b20b51b98:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:41113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/da6b20b51b98:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da6b20b51b98:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@487edbed java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/da6b20b51b98:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:41113 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=8351 (was 8959) 2024-11-09T14:53:02,744 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=8351 2024-11-09T14:53:02,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T14:53:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/hadoop.log.dir so I do NOT create it in target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e 2024-11-09T14:53:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a9759258-0305-c8b6-4f97-b762740be968/hadoop.tmp.dir so I do NOT create it in target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e 2024-11-09T14:53:02,745 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15, deleteOnExit=true 2024-11-09T14:53:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T14:53:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/test.cache.data in system properties and HBase conf 2024-11-09T14:53:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T14:53:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir in system properties and HBase conf 2024-11-09T14:53:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T14:53:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T14:53:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T14:53:02,745 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T14:53:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T14:53:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T14:53:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T14:53:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T14:53:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T14:53:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T14:53:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T14:53:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T14:53:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T14:53:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/nfs.dump.dir in system properties and HBase conf 2024-11-09T14:53:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/java.io.tmpdir in system properties and HBase conf 2024-11-09T14:53:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T14:53:02,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T14:53:02,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T14:53:02,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:53:02,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:53:02,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:53:02,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:53:02,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T14:53:02,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:53:02,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fba372a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:53:02,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92b0df5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:53:02,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@533ad8f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/java.io.tmpdir/jetty-localhost-37321-hadoop-hdfs-3_4_1-tests_jar-_-any-13127064919631659452/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T14:53:02,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36269b5c{HTTP/1.1, (http/1.1)}{localhost:37321} 2024-11-09T14:53:02,965 INFO [Time-limited test {}] server.Server(415): Started @65856ms 2024-11-09T14:53:03,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:53:03,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:53:03,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:53:03,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:53:03,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T14:53:03,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f035ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:53:03,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350347e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:53:03,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64603cf9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/java.io.tmpdir/jetty-localhost-41573-hadoop-hdfs-3_4_1-tests_jar-_-any-10853991139125146261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:03,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13bb5eb4{HTTP/1.1, (http/1.1)}{localhost:41573} 2024-11-09T14:53:03,172 INFO [Time-limited test {}] server.Server(415): Started @66063ms 2024-11-09T14:53:03,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:53:03,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:53:03,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:53:03,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:53:03,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:53:03,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T14:53:03,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5047de0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:53:03,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a898108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:53:03,264 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data1/current/BP-1010992521-172.17.0.2-1731163982778/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:03,265 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data2/current/BP-1010992521-172.17.0.2-1731163982778/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:03,284 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:53:03,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf436f06a872167bf with lease ID 0x15c2cc81b2035fb5: Processing first storage report for DS-c8474946-06d5-4910-b6a3-59cdb8878f58 from datanode DatanodeRegistration(127.0.0.1:37183, datanodeUuid=2fb65c7d-8c06-4867-9b1a-8e37c557fa96, infoPort=33575, infoSecurePort=0, ipcPort=35793, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778) 2024-11-09T14:53:03,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf436f06a872167bf with lease ID 0x15c2cc81b2035fb5: from storage DS-c8474946-06d5-4910-b6a3-59cdb8878f58 node DatanodeRegistration(127.0.0.1:37183, datanodeUuid=2fb65c7d-8c06-4867-9b1a-8e37c557fa96, infoPort=33575, infoSecurePort=0, ipcPort=35793, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:03,288 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf436f06a872167bf with lease ID 0x15c2cc81b2035fb5: Processing first storage report for DS-0ad4a378-66de-452d-9ab5-11442e01bbcf from datanode DatanodeRegistration(127.0.0.1:37183, datanodeUuid=2fb65c7d-8c06-4867-9b1a-8e37c557fa96, infoPort=33575, infoSecurePort=0, ipcPort=35793, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778) 2024-11-09T14:53:03,288 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf436f06a872167bf with lease ID 0x15c2cc81b2035fb5: from storage DS-0ad4a378-66de-452d-9ab5-11442e01bbcf node DatanodeRegistration(127.0.0.1:37183, datanodeUuid=2fb65c7d-8c06-4867-9b1a-8e37c557fa96, infoPort=33575, infoSecurePort=0, ipcPort=35793, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:03,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40972279{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/java.io.tmpdir/jetty-localhost-44309-hadoop-hdfs-3_4_1-tests_jar-_-any-1097791515398519217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:03,345 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63c46134{HTTP/1.1, (http/1.1)}{localhost:44309} 2024-11-09T14:53:03,346 INFO [Time-limited test {}] server.Server(415): Started @66237ms 2024-11-09T14:53:03,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:53:03,443 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data3/current/BP-1010992521-172.17.0.2-1731163982778/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:03,443 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data4/current/BP-1010992521-172.17.0.2-1731163982778/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:03,460 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:53:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c67ec7b35d7cb3c with lease ID 0x15c2cc81b2035fb6: Processing first storage report for DS-cf292437-e779-46eb-87d9-140cbba12329 from datanode DatanodeRegistration(127.0.0.1:34553, datanodeUuid=b20bccc1-4fb4-4efd-87bd-ba0f4b0f8ed5, infoPort=39127, infoSecurePort=0, ipcPort=43409, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778) 2024-11-09T14:53:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c67ec7b35d7cb3c with lease ID 0x15c2cc81b2035fb6: from storage DS-cf292437-e779-46eb-87d9-140cbba12329 node DatanodeRegistration(127.0.0.1:34553, datanodeUuid=b20bccc1-4fb4-4efd-87bd-ba0f4b0f8ed5, infoPort=39127, infoSecurePort=0, ipcPort=43409, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c67ec7b35d7cb3c with lease ID 0x15c2cc81b2035fb6: Processing first storage report for DS-e3d08004-10fa-4c81-aeb5-c7b71126e4fa from datanode DatanodeRegistration(127.0.0.1:34553, datanodeUuid=b20bccc1-4fb4-4efd-87bd-ba0f4b0f8ed5, infoPort=39127, infoSecurePort=0, ipcPort=43409, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778) 2024-11-09T14:53:03,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c67ec7b35d7cb3c with lease ID 0x15c2cc81b2035fb6: from storage DS-e3d08004-10fa-4c81-aeb5-c7b71126e4fa node DatanodeRegistration(127.0.0.1:34553, datanodeUuid=b20bccc1-4fb4-4efd-87bd-ba0f4b0f8ed5, infoPort=39127, infoSecurePort=0, ipcPort=43409, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:03,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e 2024-11-09T14:53:03,478 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/zookeeper_0, clientPort=52721, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T14:53:03,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52721 2024-11-09T14:53:03,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:03,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:03,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741825_1001 (size=7) 2024-11-09T14:53:03,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741825_1001 (size=7) 2024-11-09T14:53:03,493 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9 with version=8 2024-11-09T14:53:03,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/hbase-staging 2024-11-09T14:53:03,495 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da6b20b51b98:0 server-side Connection retries=45 2024-11-09T14:53:03,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:53:03,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T14:53:03,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T14:53:03,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:53:03,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T14:53:03,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T14:53:03,496 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:53:03,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33949 2024-11-09T14:53:03,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33949 connecting to ZooKeeper ensemble=127.0.0.1:52721 2024-11-09T14:53:03,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339490x0, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T14:53:03,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33949-0x1018d8583dd0000 connected 2024-11-09T14:53:03,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:03,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:03,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:53:03,526 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9, hbase.cluster.distributed=false 2024-11-09T14:53:03,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T14:53:03,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-09T14:53:03,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33949 2024-11-09T14:53:03,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33949 2024-11-09T14:53:03,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-09T14:53:03,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-09T14:53:03,546 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6b20b51b98:0 server-side Connection retries=45 2024-11-09T14:53:03,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:53:03,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T14:53:03,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T14:53:03,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:53:03,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T14:53:03,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T14:53:03,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:53:03,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36123 2024-11-09T14:53:03,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36123 connecting to ZooKeeper ensemble=127.0.0.1:52721 2024-11-09T14:53:03,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:03,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:03,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361230x0, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T14:53:03,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361230x0, quorum=127.0.0.1:52721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:53:03,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36123-0x1018d8583dd0001 connected 2024-11-09T14:53:03,557 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T14:53:03,557 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T14:53:03,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T14:53:03,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T14:53:03,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36123 2024-11-09T14:53:03,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36123 2024-11-09T14:53:03,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36123 2024-11-09T14:53:03,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36123 2024-11-09T14:53:03,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36123 2024-11-09T14:53:03,574 DEBUG [M:0;da6b20b51b98:33949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da6b20b51b98:33949 2024-11-09T14:53:03,575 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da6b20b51b98,33949,1731163983495 2024-11-09T14:53:03,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:53:03,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:53:03,578 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da6b20b51b98,33949,1731163983495 2024-11-09T14:53:03,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T14:53:03,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:03,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:03,580 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T14:53:03,581 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da6b20b51b98,33949,1731163983495 from backup master directory 2024-11-09T14:53:03,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da6b20b51b98,33949,1731163983495 2024-11-09T14:53:03,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:53:03,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:53:03,583 WARN [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T14:53:03,583 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da6b20b51b98,33949,1731163983495 2024-11-09T14:53:03,589 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/hbase.id] with ID: 293d08f9-9ce4-45dd-b149-f8b4a6ab8491 2024-11-09T14:53:03,589 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/.tmp/hbase.id 2024-11-09T14:53:03,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741826_1002 (size=42) 2024-11-09T14:53:03,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741826_1002 (size=42) 2024-11-09T14:53:03,621 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/.tmp/hbase.id]:[hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/hbase.id] 2024-11-09T14:53:03,638 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:03,638 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T14:53:03,640 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T14:53:03,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:03,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741827_1003 (size=196) 2024-11-09T14:53:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741827_1003 (size=196) 2024-11-09T14:53:03,652 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T14:53:03,653 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T14:53:03,653 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:53:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741828_1004 (size=1189) 2024-11-09T14:53:03,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741828_1004 (size=1189) 2024-11-09T14:53:03,664 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store 2024-11-09T14:53:03,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741829_1005 (size=34) 2024-11-09T14:53:03,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741829_1005 (size=34) 2024-11-09T14:53:03,672 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:53:03,672 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T14:53:03,672 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:03,672 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:03,672 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T14:53:03,672 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:03,672 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:03,672 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731163983672Disabling compacts and flushes for region at 1731163983672Disabling writes for close at 1731163983672Writing region close event to WAL at 1731163983672Closed at 1731163983672 2024-11-09T14:53:03,673 WARN [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/.initializing 2024-11-09T14:53:03,673 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/WALs/da6b20b51b98,33949,1731163983495 2024-11-09T14:53:03,674 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T14:53:03,677 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C33949%2C1731163983495, suffix=, logDir=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/WALs/da6b20b51b98,33949,1731163983495, archiveDir=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/oldWALs, maxLogs=10 2024-11-09T14:53:03,691 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/WALs/da6b20b51b98,33949,1731163983495/da6b20b51b98%2C33949%2C1731163983495.1731163983677, exclude list is [], retry=0 2024-11-09T14:53:03,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37183,DS-c8474946-06d5-4910-b6a3-59cdb8878f58,DISK] 2024-11-09T14:53:03,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34553,DS-cf292437-e779-46eb-87d9-140cbba12329,DISK] 2024-11-09T14:53:03,697 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/WALs/da6b20b51b98,33949,1731163983495/da6b20b51b98%2C33949%2C1731163983495.1731163983677 2024-11-09T14:53:03,697 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33575:33575),(127.0.0.1/127.0.0.1:39127:39127)] 2024-11-09T14:53:03,697 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:53:03,698 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:53:03,698 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:03,698 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:03,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:03,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T14:53:03,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:03,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:03,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:03,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T14:53:03,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:03,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:53:03,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:03,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T14:53:03,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:03,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:53:03,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:03,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T14:53:03,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:03,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:53:03,709 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:03,710 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:03,710 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:03,712 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:03,712 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:03,713 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T14:53:03,714 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:03,717 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:53:03,718 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=832349, jitterRate=0.05838751792907715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T14:53:03,719 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731163983698Initializing all the Stores at 1731163983699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163983699Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731163983699Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731163983699Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731163983699Cleaning up temporary data from old regions at 1731163983712 (+13 ms)Region opened successfully at 1731163983719 (+7 ms) 2024-11-09T14:53:03,719 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T14:53:03,724 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5cace8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6b20b51b98/172.17.0.2:0 2024-11-09T14:53:03,726 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T14:53:03,726 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T14:53:03,726 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T14:53:03,726 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T14:53:03,727 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T14:53:03,728 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T14:53:03,728 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T14:53:03,730 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T14:53:03,732 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T14:53:03,733 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T14:53:03,734 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T14:53:03,735 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T14:53:03,737 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T14:53:03,737 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T14:53:03,738 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T14:53:03,740 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T14:53:03,741 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T14:53:03,743 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T14:53:03,745 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T14:53:03,747 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T14:53:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T14:53:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T14:53:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:03,750 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da6b20b51b98,33949,1731163983495, sessionid=0x1018d8583dd0000, setting cluster-up flag (Was=false) 2024-11-09T14:53:03,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:03,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:03,760 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T14:53:03,761 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6b20b51b98,33949,1731163983495 2024-11-09T14:53:03,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:03,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:03,772 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T14:53:03,773 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6b20b51b98,33949,1731163983495 2024-11-09T14:53:03,774 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T14:53:03,776 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T14:53:03,777 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T14:53:03,777 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T14:53:03,777 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da6b20b51b98,33949,1731163983495 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T14:53:03,778 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:53:03,779 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:53:03,779 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:53:03,779 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:53:03,779 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da6b20b51b98:0, corePoolSize=10, maxPoolSize=10 2024-11-09T14:53:03,779 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:03,779 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da6b20b51b98:0, corePoolSize=2, maxPoolSize=2 2024-11-09T14:53:03,779 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:03,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:53:03,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T14:53:03,783 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:03,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T14:53:03,783 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731164013783 2024-11-09T14:53:03,784 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T14:53:03,784 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T14:53:03,784 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T14:53:03,784 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T14:53:03,784 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T14:53:03,784 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T14:53:03,784 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,785 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T14:53:03,785 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T14:53:03,785 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T14:53:03,788 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T14:53:03,788 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T14:53:03,788 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731163983788,5,FailOnTimeoutGroup] 2024-11-09T14:53:03,788 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731163983788,5,FailOnTimeoutGroup] 2024-11-09T14:53:03,788 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,789 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T14:53:03,789 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,789 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741831_1007 (size=1321) 2024-11-09T14:53:03,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741831_1007 (size=1321) 2024-11-09T14:53:03,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T14:53:03,796 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9 2024-11-09T14:53:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741832_1008 (size=32) 2024-11-09T14:53:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741832_1008 (size=32) 2024-11-09T14:53:03,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:53:03,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T14:53:03,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T14:53:03,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:03,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:03,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T14:53:03,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T14:53:03,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:03,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:03,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T14:53:03,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T14:53:03,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:03,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:03,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T14:53:03,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T14:53:03,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:03,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:03,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T14:53:03,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740 2024-11-09T14:53:03,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740 2024-11-09T14:53:03,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T14:53:03,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T14:53:03,821 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T14:53:03,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T14:53:03,825 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:53:03,826 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=742515, jitterRate=-0.05584339797496796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T14:53:03,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731163983806Initializing all the Stores at 1731163983807 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163983807Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163983808 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731163983808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163983808Cleaning up temporary data from old regions at 1731163983820 (+12 ms)Region opened successfully at 1731163983827 (+7 ms) 2024-11-09T14:53:03,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T14:53:03,827 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T14:53:03,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T14:53:03,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T14:53:03,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T14:53:03,828 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T14:53:03,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731163983827Disabling compacts and flushes for region at 1731163983827Disabling writes for close at 1731163983827Writing region close event to WAL at 1731163983828 (+1 ms)Closed at 1731163983828 2024-11-09T14:53:03,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:53:03,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T14:53:03,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T14:53:03,832 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T14:53:03,834 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T14:53:03,864 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(746): ClusterId : 293d08f9-9ce4-45dd-b149-f8b4a6ab8491 2024-11-09T14:53:03,864 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T14:53:03,866 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T14:53:03,866 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T14:53:03,869 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T14:53:03,869 DEBUG [RS:0;da6b20b51b98:36123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfc6e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6b20b51b98/172.17.0.2:0 2024-11-09T14:53:03,883 DEBUG [RS:0;da6b20b51b98:36123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da6b20b51b98:36123 2024-11-09T14:53:03,883 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T14:53:03,883 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T14:53:03,883 DEBUG [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T14:53:03,884 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6b20b51b98,33949,1731163983495 with port=36123, startcode=1731163983545 2024-11-09T14:53:03,884 DEBUG [RS:0;da6b20b51b98:36123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T14:53:03,886 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45861, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T14:53:03,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6b20b51b98,36123,1731163983545 2024-11-09T14:53:03,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33949 {}] master.ServerManager(517): Registering regionserver=da6b20b51b98,36123,1731163983545 2024-11-09T14:53:03,889 DEBUG [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9 2024-11-09T14:53:03,889 DEBUG [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41017 2024-11-09T14:53:03,889 DEBUG [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T14:53:03,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T14:53:03,891 DEBUG [RS:0;da6b20b51b98:36123 {}] zookeeper.ZKUtil(111): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6b20b51b98,36123,1731163983545 2024-11-09T14:53:03,891 WARN [RS:0;da6b20b51b98:36123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T14:53:03,892 INFO [RS:0;da6b20b51b98:36123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:53:03,892 DEBUG [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545 2024-11-09T14:53:03,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6b20b51b98,36123,1731163983545] 2024-11-09T14:53:03,896 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T14:53:03,899 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T14:53:03,899 INFO [RS:0;da6b20b51b98:36123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T14:53:03,899 INFO [RS:0;da6b20b51b98:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,899 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T14:53:03,900 INFO [RS:0;da6b20b51b98:36123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T14:53:03,901 INFO [RS:0;da6b20b51b98:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,901 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:03,901 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:03,901 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:03,901 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:03,901 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:03,901 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6b20b51b98:0, corePoolSize=2, maxPoolSize=2 2024-11-09T14:53:03,901 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:03,902 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:03,902 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:03,902 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:03,902 INFO [regionserver/da6b20b51b98:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T14:53:03,902 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:03,902 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:03,902 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6b20b51b98:0, corePoolSize=3, maxPoolSize=3 2024-11-09T14:53:03,902 DEBUG [RS:0;da6b20b51b98:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0, corePoolSize=3, maxPoolSize=3 2024-11-09T14:53:03,903 INFO [RS:0;da6b20b51b98:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,903 INFO [RS:0;da6b20b51b98:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,903 INFO [RS:0;da6b20b51b98:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,903 INFO [RS:0;da6b20b51b98:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,903 INFO [RS:0;da6b20b51b98:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,903 INFO [RS:0;da6b20b51b98:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,36123,1731163983545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T14:53:03,919 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T14:53:03,919 INFO [RS:0;da6b20b51b98:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,36123,1731163983545-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,919 INFO [RS:0;da6b20b51b98:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,919 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.Replication(171): da6b20b51b98,36123,1731163983545 started 2024-11-09T14:53:03,935 INFO [RS:0;da6b20b51b98:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:03,935 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(1482): Serving as da6b20b51b98,36123,1731163983545, RpcServer on da6b20b51b98/172.17.0.2:36123, sessionid=0x1018d8583dd0001 2024-11-09T14:53:03,935 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T14:53:03,935 DEBUG [RS:0;da6b20b51b98:36123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6b20b51b98,36123,1731163983545 2024-11-09T14:53:03,935 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6b20b51b98,36123,1731163983545' 2024-11-09T14:53:03,935 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T14:53:03,936 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T14:53:03,936 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T14:53:03,936 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T14:53:03,936 DEBUG [RS:0;da6b20b51b98:36123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6b20b51b98,36123,1731163983545 2024-11-09T14:53:03,936 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6b20b51b98,36123,1731163983545' 2024-11-09T14:53:03,936 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T14:53:03,937 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T14:53:03,937 DEBUG [RS:0;da6b20b51b98:36123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T14:53:03,937 INFO [RS:0;da6b20b51b98:36123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T14:53:03,937 INFO [RS:0;da6b20b51b98:36123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T14:53:03,984 WARN [da6b20b51b98:33949 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T14:53:04,038 INFO [RS:0;da6b20b51b98:36123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T14:53:04,041 INFO [RS:0;da6b20b51b98:36123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C36123%2C1731163983545, suffix=, logDir=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545, archiveDir=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/oldWALs, maxLogs=32 2024-11-09T14:53:04,060 DEBUG [RS:0;da6b20b51b98:36123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.1731163984043, exclude list is [], retry=0 2024-11-09T14:53:04,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37183,DS-c8474946-06d5-4910-b6a3-59cdb8878f58,DISK] 2024-11-09T14:53:04,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34553,DS-cf292437-e779-46eb-87d9-140cbba12329,DISK] 2024-11-09T14:53:04,067 INFO [RS:0;da6b20b51b98:36123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.1731163984043 2024-11-09T14:53:04,068 DEBUG [RS:0;da6b20b51b98:36123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33575:33575),(127.0.0.1/127.0.0.1:39127:39127)] 2024-11-09T14:53:04,235 DEBUG [da6b20b51b98:33949 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T14:53:04,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da6b20b51b98,36123,1731163983545 2024-11-09T14:53:04,237 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6b20b51b98,36123,1731163983545, state=OPENING 2024-11-09T14:53:04,239 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T14:53:04,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:04,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:04,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:53:04,242 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T14:53:04,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:53:04,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da6b20b51b98,36123,1731163983545}] 2024-11-09T14:53:04,396 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T14:53:04,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T14:53:04,403 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T14:53:04,403 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:53:04,404 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T14:53:04,406 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C36123%2C1731163983545.meta, suffix=.meta, logDir=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545, archiveDir=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/oldWALs, maxLogs=32 2024-11-09T14:53:04,422 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.meta.1731163984408.meta, exclude list is [], retry=0 2024-11-09T14:53:04,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34553,DS-cf292437-e779-46eb-87d9-140cbba12329,DISK] 2024-11-09T14:53:04,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37183,DS-c8474946-06d5-4910-b6a3-59cdb8878f58,DISK] 2024-11-09T14:53:04,428 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.meta.1731163984408.meta 2024-11-09T14:53:04,428 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39127:39127),(127.0.0.1/127.0.0.1:33575:33575)] 2024-11-09T14:53:04,428 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:53:04,429 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T14:53:04,429 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T14:53:04,429 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T14:53:04,429 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T14:53:04,429 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:53:04,429 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T14:53:04,429 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T14:53:04,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T14:53:04,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T14:53:04,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:04,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:04,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T14:53:04,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T14:53:04,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:04,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:04,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T14:53:04,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T14:53:04,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:04,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:04,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T14:53:04,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T14:53:04,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:04,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:04,439 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T14:53:04,440 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740 2024-11-09T14:53:04,441 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740 2024-11-09T14:53:04,443 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T14:53:04,443 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T14:53:04,444 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T14:53:04,446 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T14:53:04,447 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=732580, jitterRate=-0.06847681105136871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T14:53:04,447 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T14:53:04,448 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731163984429Writing region info on filesystem at 1731163984429Initializing all the Stores at 1731163984430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163984431 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163984432 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731163984432Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731163984432Cleaning up temporary data from old regions at 1731163984443 (+11 ms)Running coprocessor post-open hooks at 1731163984447 (+4 ms)Region opened successfully at 1731163984448 (+1 ms) 2024-11-09T14:53:04,450 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731163984396 2024-11-09T14:53:04,453 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T14:53:04,453 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T14:53:04,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da6b20b51b98,36123,1731163983545 2024-11-09T14:53:04,455 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6b20b51b98,36123,1731163983545, state=OPEN 2024-11-09T14:53:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T14:53:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T14:53:04,460 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da6b20b51b98,36123,1731163983545 2024-11-09T14:53:04,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:53:04,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:53:04,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T14:53:04,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da6b20b51b98,36123,1731163983545 in 218 msec 2024-11-09T14:53:04,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T14:53:04,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-09T14:53:04,468 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:53:04,468 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T14:53:04,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T14:53:04,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6b20b51b98,36123,1731163983545, seqNum=-1] 2024-11-09T14:53:04,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T14:53:04,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41129, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T14:53:04,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 702 msec 2024-11-09T14:53:04,480 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731163984480, completionTime=-1 2024-11-09T14:53:04,480 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T14:53:04,480 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T14:53:04,482 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-09T14:53:04,482 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731164044482 2024-11-09T14:53:04,482 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731164104482 2024-11-09T14:53:04,482 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-09T14:53:04,483 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,33949,1731163983495-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:04,483 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,33949,1731163983495-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:04,483 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,33949,1731163983495-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:04,483 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da6b20b51b98:33949, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:04,483 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:04,483 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:04,485 DEBUG [master/da6b20b51b98:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T14:53:04,488 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.905sec 2024-11-09T14:53:04,488 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T14:53:04,488 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T14:53:04,488 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T14:53:04,488 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T14:53:04,488 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T14:53:04,488 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,33949,1731163983495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T14:53:04,488 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,33949,1731163983495-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T14:53:04,491 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T14:53:04,491 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T14:53:04,491 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,33949,1731163983495-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:04,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf6df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:53:04,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6b20b51b98,33949,-1 for getting cluster id 2024-11-09T14:53:04,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T14:53:04,566 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '293d08f9-9ce4-45dd-b149-f8b4a6ab8491' 2024-11-09T14:53:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T14:53:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "293d08f9-9ce4-45dd-b149-f8b4a6ab8491" 2024-11-09T14:53:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c48c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:53:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6b20b51b98,33949,-1] 2024-11-09T14:53:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T14:53:04,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:53:04,570 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T14:53:04,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190f9fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:53:04,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T14:53:04,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6b20b51b98,36123,1731163983545, seqNum=-1] 2024-11-09T14:53:04,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T14:53:04,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T14:53:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da6b20b51b98,33949,1731163983495 2024-11-09T14:53:04,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:04,584 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-09T14:53:04,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:53:04,603 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:53:04,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:53:04,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:53:04,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T14:53:04,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc0815b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:53:04,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2284fd16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:53:04,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@692206f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/java.io.tmpdir/jetty-localhost-38143-hadoop-hdfs-3_4_1-tests_jar-_-any-16106627354050985372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:04,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29a7b50f{HTTP/1.1, (http/1.1)}{localhost:38143} 2024-11-09T14:53:04,725 INFO [Time-limited test {}] server.Server(415): Started @67616ms 2024-11-09T14:53:04,727 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:53:04,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:53:04,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:53:04,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:53:04,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:53:04,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T14:53:04,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ede7cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:53:04,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63be57c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:53:04,836 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data5/current/BP-1010992521-172.17.0.2-1731163982778/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:04,836 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data6/current/BP-1010992521-172.17.0.2-1731163982778/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:04,861 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:53:04,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd40b8f9da3876631 with lease ID 0x15c2cc81b2035fb7: Processing first storage report for DS-430048db-d1e1-47f3-938f-39cb6fc557c2 from datanode DatanodeRegistration(127.0.0.1:40549, datanodeUuid=287c9630-4e82-42ce-83e9-7b7632c5d32f, infoPort=45287, infoSecurePort=0, ipcPort=32969, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778) 2024-11-09T14:53:04,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd40b8f9da3876631 with lease ID 0x15c2cc81b2035fb7: from storage DS-430048db-d1e1-47f3-938f-39cb6fc557c2 node DatanodeRegistration(127.0.0.1:40549, datanodeUuid=287c9630-4e82-42ce-83e9-7b7632c5d32f, infoPort=45287, infoSecurePort=0, ipcPort=32969, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:04,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd40b8f9da3876631 with lease ID 0x15c2cc81b2035fb7: Processing first storage report for DS-2a0bc9e8-60f6-465a-afe4-d0f28bacc1fc from datanode DatanodeRegistration(127.0.0.1:40549, datanodeUuid=287c9630-4e82-42ce-83e9-7b7632c5d32f, infoPort=45287, infoSecurePort=0, ipcPort=32969, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778) 2024-11-09T14:53:04,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd40b8f9da3876631 with lease ID 0x15c2cc81b2035fb7: from storage DS-2a0bc9e8-60f6-465a-afe4-d0f28bacc1fc node DatanodeRegistration(127.0.0.1:40549, datanodeUuid=287c9630-4e82-42ce-83e9-7b7632c5d32f, infoPort=45287, infoSecurePort=0, ipcPort=32969, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:04,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69286eeb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/java.io.tmpdir/jetty-localhost-43991-hadoop-hdfs-3_4_1-tests_jar-_-any-14346743402318416361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:04,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a5c068b{HTTP/1.1, (http/1.1)}{localhost:43991} 2024-11-09T14:53:04,899 INFO [Time-limited test {}] server.Server(415): Started @67791ms 2024-11-09T14:53:04,901 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:53:04,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:53:04,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:53:04,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:53:04,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:53:04,939 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T14:53:04,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fbc99cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:53:04,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a360554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:53:05,002 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data7/current/BP-1010992521-172.17.0.2-1731163982778/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:05,002 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data8/current/BP-1010992521-172.17.0.2-1731163982778/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:05,024 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:53:05,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6167973d417f9f44 with lease ID 0x15c2cc81b2035fb8: Processing first storage report for DS-1730417f-2b54-483b-a69f-698d1f6f0b72 from datanode DatanodeRegistration(127.0.0.1:41811, datanodeUuid=731a60c3-de2f-4606-b1a9-b10ec7b69368, infoPort=36221, infoSecurePort=0, ipcPort=33255, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778) 2024-11-09T14:53:05,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6167973d417f9f44 with lease ID 0x15c2cc81b2035fb8: from storage DS-1730417f-2b54-483b-a69f-698d1f6f0b72 node DatanodeRegistration(127.0.0.1:41811, datanodeUuid=731a60c3-de2f-4606-b1a9-b10ec7b69368, infoPort=36221, infoSecurePort=0, ipcPort=33255, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:05,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6167973d417f9f44 with lease ID 0x15c2cc81b2035fb8: Processing first storage report for DS-c8193f0b-7ca8-4820-afc0-18997587a501 from datanode DatanodeRegistration(127.0.0.1:41811, datanodeUuid=731a60c3-de2f-4606-b1a9-b10ec7b69368, infoPort=36221, infoSecurePort=0, ipcPort=33255, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778) 2024-11-09T14:53:05,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6167973d417f9f44 with lease ID 0x15c2cc81b2035fb8: from storage DS-c8193f0b-7ca8-4820-afc0-18997587a501 node DatanodeRegistration(127.0.0.1:41811, datanodeUuid=731a60c3-de2f-4606-b1a9-b10ec7b69368, infoPort=36221, infoSecurePort=0, ipcPort=33255, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:05,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b0d9fd1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/java.io.tmpdir/jetty-localhost-43695-hadoop-hdfs-3_4_1-tests_jar-_-any-13513871133499585941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:05,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ae67f46{HTTP/1.1, (http/1.1)}{localhost:43695} 2024-11-09T14:53:05,070 INFO [Time-limited test {}] server.Server(415): Started @67962ms 2024-11-09T14:53:05,072 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:53:05,170 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data9/current/BP-1010992521-172.17.0.2-1731163982778/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:05,170 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data10/current/BP-1010992521-172.17.0.2-1731163982778/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:05,195 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:53:05,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T14:53:05,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f10a176333adc7d with lease ID 0x15c2cc81b2035fb9: Processing first storage report for DS-fe8b12c9-bae7-4a24-b30b-90f9ac0337c3 from datanode DatanodeRegistration(127.0.0.1:38093, datanodeUuid=b5aa9a61-e131-43ed-873a-19aa73848172, infoPort=40135, infoSecurePort=0, ipcPort=38091, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778) 2024-11-09T14:53:05,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f10a176333adc7d with lease ID 0x15c2cc81b2035fb9: from storage DS-fe8b12c9-bae7-4a24-b30b-90f9ac0337c3 node DatanodeRegistration(127.0.0.1:38093, datanodeUuid=b5aa9a61-e131-43ed-873a-19aa73848172, infoPort=40135, infoSecurePort=0, ipcPort=38091, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:05,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f10a176333adc7d with lease ID 0x15c2cc81b2035fb9: Processing first storage report for DS-cec68438-9036-4676-b01c-f9a5d0e7a7ba from datanode DatanodeRegistration(127.0.0.1:38093, datanodeUuid=b5aa9a61-e131-43ed-873a-19aa73848172, infoPort=40135, infoSecurePort=0, ipcPort=38091, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778) 2024-11-09T14:53:05,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f10a176333adc7d with lease ID 0x15c2cc81b2035fb9: from storage DS-cec68438-9036-4676-b01c-f9a5d0e7a7ba node DatanodeRegistration(127.0.0.1:38093, datanodeUuid=b5aa9a61-e131-43ed-873a-19aa73848172, infoPort=40135, infoSecurePort=0, ipcPort=38091, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T14:53:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is da6b20b51b98,33949,1731163983495 2024-11-09T14:53:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d8794b0 2024-11-09T14:53:05,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T14:53:05,203 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T14:53:05,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-09T14:53:05,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-09T14:53:05,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T14:53:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-09T14:53:05,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T14:53:05,208 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:05,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-09T14:53:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T14:53:05,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T14:53:05,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41811 is added to blk_1073741835_1011 (size=393) 2024-11-09T14:53:05,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741835_1011 (size=393) 2024-11-09T14:53:05,220 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 897bd4650b0b60f143458c9d0b0ffcc4, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9 2024-11-09T14:53:05,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41811 is added to blk_1073741836_1012 (size=76) 2024-11-09T14:53:05,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741836_1012 (size=76) 2024-11-09T14:53:05,228 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:53:05,229 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 897bd4650b0b60f143458c9d0b0ffcc4, disabling compactions & flushes 2024-11-09T14:53:05,229 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. 2024-11-09T14:53:05,229 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. 2024-11-09T14:53:05,229 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. after waiting 0 ms 2024-11-09T14:53:05,229 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. 2024-11-09T14:53:05,229 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. 2024-11-09T14:53:05,229 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 897bd4650b0b60f143458c9d0b0ffcc4: Waiting for close lock at 1731163985229Disabling compacts and flushes for region at 1731163985229Disabling writes for close at 1731163985229Writing region close event to WAL at 1731163985229Closed at 1731163985229 2024-11-09T14:53:05,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T14:53:05,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731163985230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731163985230"}]},"ts":"1731163985230"} 2024-11-09T14:53:05,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T14:53:05,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T14:53:05,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731163985235"}]},"ts":"1731163985235"} 2024-11-09T14:53:05,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-09T14:53:05,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=897bd4650b0b60f143458c9d0b0ffcc4, ASSIGN}] 2024-11-09T14:53:05,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=897bd4650b0b60f143458c9d0b0ffcc4, ASSIGN 2024-11-09T14:53:05,241 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=897bd4650b0b60f143458c9d0b0ffcc4, ASSIGN; state=OFFLINE, location=da6b20b51b98,36123,1731163983545; forceNewPlan=false, retain=false 2024-11-09T14:53:05,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=897bd4650b0b60f143458c9d0b0ffcc4, regionState=OPENING, regionLocation=da6b20b51b98,36123,1731163983545 2024-11-09T14:53:05,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=897bd4650b0b60f143458c9d0b0ffcc4, ASSIGN because future has completed 2024-11-09T14:53:05,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 897bd4650b0b60f143458c9d0b0ffcc4, server=da6b20b51b98,36123,1731163983545}] 2024-11-09T14:53:05,554 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. 2024-11-09T14:53:05,554 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 897bd4650b0b60f143458c9d0b0ffcc4, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4.', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:53:05,555 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 897bd4650b0b60f143458c9d0b0ffcc4 2024-11-09T14:53:05,555 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:53:05,555 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 897bd4650b0b60f143458c9d0b0ffcc4 2024-11-09T14:53:05,555 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 897bd4650b0b60f143458c9d0b0ffcc4 2024-11-09T14:53:05,557 INFO [StoreOpener-897bd4650b0b60f143458c9d0b0ffcc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 897bd4650b0b60f143458c9d0b0ffcc4 2024-11-09T14:53:05,559 INFO [StoreOpener-897bd4650b0b60f143458c9d0b0ffcc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 897bd4650b0b60f143458c9d0b0ffcc4 columnFamilyName info 2024-11-09T14:53:05,559 DEBUG [StoreOpener-897bd4650b0b60f143458c9d0b0ffcc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:05,559 INFO [StoreOpener-897bd4650b0b60f143458c9d0b0ffcc4-1 {}] regionserver.HStore(327): Store=897bd4650b0b60f143458c9d0b0ffcc4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:53:05,559 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 897bd4650b0b60f143458c9d0b0ffcc4 2024-11-09T14:53:05,560 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/897bd4650b0b60f143458c9d0b0ffcc4 2024-11-09T14:53:05,561 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/897bd4650b0b60f143458c9d0b0ffcc4 2024-11-09T14:53:05,562 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 897bd4650b0b60f143458c9d0b0ffcc4 2024-11-09T14:53:05,562 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 897bd4650b0b60f143458c9d0b0ffcc4 2024-11-09T14:53:05,564 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 897bd4650b0b60f143458c9d0b0ffcc4 2024-11-09T14:53:05,567 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/897bd4650b0b60f143458c9d0b0ffcc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:53:05,567 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 897bd4650b0b60f143458c9d0b0ffcc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=874707, jitterRate=0.11224870383739471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T14:53:05,567 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 897bd4650b0b60f143458c9d0b0ffcc4 2024-11-09T14:53:05,568 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 897bd4650b0b60f143458c9d0b0ffcc4: Running coprocessor pre-open hook at 1731163985555Writing region info on filesystem at 1731163985555Initializing all the Stores at 1731163985556 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731163985556Cleaning up temporary data from old regions at 1731163985562 (+6 ms)Running coprocessor post-open hooks at 1731163985567 (+5 ms)Region opened successfully at 1731163985568 (+1 ms) 2024-11-09T14:53:05,570 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4., pid=6, masterSystemTime=1731163985549 2024-11-09T14:53:05,572 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. 2024-11-09T14:53:05,572 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. 2024-11-09T14:53:05,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=897bd4650b0b60f143458c9d0b0ffcc4, regionState=OPEN, openSeqNum=2, regionLocation=da6b20b51b98,36123,1731163983545 2024-11-09T14:53:05,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 897bd4650b0b60f143458c9d0b0ffcc4, server=da6b20b51b98,36123,1731163983545 because future has completed 2024-11-09T14:53:05,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T14:53:05,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 897bd4650b0b60f143458c9d0b0ffcc4, server=da6b20b51b98,36123,1731163983545 in 182 msec 2024-11-09T14:53:05,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T14:53:05,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=897bd4650b0b60f143458c9d0b0ffcc4, ASSIGN in 342 msec 2024-11-09T14:53:05,584 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T14:53:05,584 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731163985584"}]},"ts":"1731163985584"} 2024-11-09T14:53:05,586 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-09T14:53:05,587 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T14:53:05,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 383 msec 2024-11-09T14:53:07,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:07,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:07,606 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T14:53:07,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:07,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:09,896 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T14:53:09,897 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-09T14:53:12,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T14:53:12,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T14:53:12,420 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-09T14:53:12,420 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-09T14:53:12,421 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T14:53:12,421 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T14:53:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T14:53:15,263 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-09T14:53:15,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-09T14:53:15,264 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T14:53:15,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-09T14:53:15,269 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T14:53:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-09T14:53:15,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4., hostname=da6b20b51b98,36123,1731163983545, seqNum=2] 2024-11-09T14:53:15,275 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-09T14:53:15,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-09T14:53:15,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. 2024-11-09T14:53:15,280 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1865126159_22 at /127.0.0.1:54392 [Receiving block BP-1010992521-172.17.0.2-1731163982778:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:34553:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54392 dst: /127.0.0.1:34553 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:15,280 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1482981130_22 at /127.0.0.1:54362 [Receiving block BP-1010992521-172.17.0.2-1731163982778:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:34553:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54362 dst: /127.0.0.1:34553 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:15,280 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1865126159_22 at /127.0.0.1:54406 [Receiving block BP-1010992521-172.17.0.2-1731163982778:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:34553:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54406 dst: /127.0.0.1:34553 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:15,279 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1865126159_22 at /127.0.0.1:52778 [Receiving block BP-1010992521-172.17.0.2-1731163982778:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:37183:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52778 dst: /127.0.0.1:37183 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:15,279 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1482981130_22 at /127.0.0.1:52758 [Receiving block BP-1010992521-172.17.0.2-1731163982778:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:37183:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52758 dst: /127.0.0.1:37183 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:15,279 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1865126159_22 at /127.0.0.1:52768 [Receiving block BP-1010992521-172.17.0.2-1731163982778:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37183:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52768 dst: /127.0.0.1:37183 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:15,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64603cf9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:15,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13bb5eb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:53:15,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:53:15,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350347e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:53:15,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f035ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,STOPPED} 2024-11-09T14:53:15,284 WARN [BP-1010992521-172.17.0.2-1731163982778 heartbeating to localhost/127.0.0.1:41017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:53:15,284 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:53:15,284 WARN [BP-1010992521-172.17.0.2-1731163982778 heartbeating to localhost/127.0.0.1:41017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1010992521-172.17.0.2-1731163982778 (Datanode Uuid 2fb65c7d-8c06-4867-9b1a-8e37c557fa96) service to localhost/127.0.0.1:41017 2024-11-09T14:53:15,284 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:53:15,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data1/current/BP-1010992521-172.17.0.2-1731163982778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:15,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data2/current/BP-1010992521-172.17.0.2-1731163982778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:15,285 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:53:15,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:53:15,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:53:15,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:53:15,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:53:15,299 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T14:53:15,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f161185{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:53:15,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ba0a89b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:53:15,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2714f2a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/java.io.tmpdir/jetty-localhost-46777-hadoop-hdfs-3_4_1-tests_jar-_-any-2443098437258762475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:15,416 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ebcb8e4{HTTP/1.1, (http/1.1)}{localhost:46777} 2024-11-09T14:53:15,417 INFO [Time-limited test {}] server.Server(415): Started @78308ms 2024-11-09T14:53:15,418 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:53:15,442 WARN [AsyncFSWAL-0-hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9-prefix:da6b20b51b98,36123,1731163983545 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:15,443 DEBUG [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da6b20b51b98%2C36123%2C1731163983545:(num 1731163984043) roll requested 2024-11-09T14:53:15,458 DEBUG [regionserver/da6b20b51b98:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.1731163995443, exclude list is [], retry=0 2024-11-09T14:53:15,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41811,DS-1730417f-2b54-483b-a69f-698d1f6f0b72,DISK] 2024-11-09T14:53:15,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40549,DS-430048db-d1e1-47f3-938f-39cb6fc557c2,DISK] 2024-11-09T14:53:15,464 INFO [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.1731163984043 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.1731163995443 2024-11-09T14:53:15,465 DEBUG [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36221:36221),(127.0.0.1/127.0.0.1:45287:45287)] 2024-11-09T14:53:15,465 DEBUG [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.1731163984043 is not closed yet, will try archiving it next time 2024-11-09T14:53:15,466 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:15,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T14:53:15,466 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:15,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T14:53:15,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:53:15,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:53:15,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:53:15,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T14:53:15,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T14:53:15,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1862985924, stopped=false 2024-11-09T14:53:15,467 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da6b20b51b98,33949,1731163983495 2024-11-09T14:53:15,468 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T14:53:15,468 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T14:53:15,469 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.1731163984043 2024-11-09T14:53:15,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T14:53:15,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:15,470 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T14:53:15,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T14:53:15,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:15,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T14:53:15,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:53:15,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:53:15,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:53:15,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:53:15,471 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6b20b51b98,36123,1731163983545' ***** 2024-11-09T14:53:15,471 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T14:53:15,471 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T14:53:15,471 INFO [RS:0;da6b20b51b98:36123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T14:53:15,471 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T14:53:15,471 INFO [RS:0;da6b20b51b98:36123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T14:53:15,471 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(3091): Received CLOSE for 897bd4650b0b60f143458c9d0b0ffcc4 2024-11-09T14:53:15,472 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(959): stopping server da6b20b51b98,36123,1731163983545 2024-11-09T14:53:15,472 INFO [RS:0;da6b20b51b98:36123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T14:53:15,472 INFO [RS:0;da6b20b51b98:36123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da6b20b51b98:36123. 2024-11-09T14:53:15,472 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 897bd4650b0b60f143458c9d0b0ffcc4, disabling compactions & flushes 2024-11-09T14:53:15,472 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. 2024-11-09T14:53:15,472 DEBUG [RS:0;da6b20b51b98:36123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:53:15,472 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. 2024-11-09T14:53:15,472 WARN [IPC Server handler 4 on default port 41017 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.1731163984043 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-09T14:53:15,472 DEBUG [RS:0;da6b20b51b98:36123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:53:15,472 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. after waiting 0 ms 2024-11-09T14:53:15,472 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. 2024-11-09T14:53:15,472 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T14:53:15,472 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T14:53:15,472 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 897bd4650b0b60f143458c9d0b0ffcc4 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-09T14:53:15,472 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T14:53:15,472 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T14:53:15,473 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T14:53:15,473 DEBUG [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(1325): Online Regions={897bd4650b0b60f143458c9d0b0ffcc4=TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T14:53:15,473 DEBUG [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 897bd4650b0b60f143458c9d0b0ffcc4 2024-11-09T14:53:15,473 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T14:53:15,473 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T14:53:15,473 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T14:53:15,473 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T14:53:15,473 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T14:53:15,474 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-09T14:53:15,474 WARN [AsyncFSWAL-0-hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9-prefix:da6b20b51b98,36123,1731163983545.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:15,475 DEBUG [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da6b20b51b98%2C36123%2C1731163983545.meta:.meta(num 1731163984408) roll requested 2024-11-09T14:53:15,477 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.1731163984043 after 5ms 2024-11-09T14:53:15,489 DEBUG [regionserver/da6b20b51b98:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.meta.1731163995475.meta, exclude list is [], retry=0 2024-11-09T14:53:15,490 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/897bd4650b0b60f143458c9d0b0ffcc4/.tmp/info/5db8ad080946442b88c10f775b40d841 is 1055, key is row0001/info:/1731163995273/Put/seqid=0 2024-11-09T14:53:15,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41811,DS-1730417f-2b54-483b-a69f-698d1f6f0b72,DISK] 2024-11-09T14:53:15,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34553,DS-cf292437-e779-46eb-87d9-140cbba12329,DISK] 2024-11-09T14:53:15,495 INFO [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.meta.1731163984408.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.meta.1731163995475.meta 2024-11-09T14:53:15,497 DEBUG [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36221:36221),(127.0.0.1/127.0.0.1:39127:39127)] 2024-11-09T14:53:15,497 DEBUG [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.meta.1731163984408.meta is not closed yet, will try archiving it next time 2024-11-09T14:53:15,497 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:15,497 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:15,498 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.meta.1731163984408.meta 2024-11-09T14:53:15,498 WARN [IPC Server handler 1 on default port 41017 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.meta.1731163984408.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-09T14:53:15,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741839_1016 (size=7062) 2024-11-09T14:53:15,499 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.meta.1731163984408.meta after 1ms 2024-11-09T14:53:15,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741839_1016 (size=7062) 2024-11-09T14:53:15,500 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/897bd4650b0b60f143458c9d0b0ffcc4/.tmp/info/5db8ad080946442b88c10f775b40d841 2024-11-09T14:53:15,511 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/897bd4650b0b60f143458c9d0b0ffcc4/.tmp/info/5db8ad080946442b88c10f775b40d841 as hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/897bd4650b0b60f143458c9d0b0ffcc4/info/5db8ad080946442b88c10f775b40d841 2024-11-09T14:53:15,519 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/897bd4650b0b60f143458c9d0b0ffcc4/info/5db8ad080946442b88c10f775b40d841, entries=2, sequenceid=6, filesize=6.9 K 2024-11-09T14:53:15,520 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 897bd4650b0b60f143458c9d0b0ffcc4 in 48ms, sequenceid=6, compaction requested=false 2024-11-09T14:53:15,520 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/.tmp/info/cb81897d6e3141bc80fe12dff3897d3e is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4./info:regioninfo/1731163985573/Put/seqid=0 2024-11-09T14:53:15,528 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/897bd4650b0b60f143458c9d0b0ffcc4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T14:53:15,529 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. 2024-11-09T14:53:15,529 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 897bd4650b0b60f143458c9d0b0ffcc4: Waiting for close lock at 1731163995472Running coprocessor pre-close hooks at 1731163995472Disabling compacts and flushes for region at 1731163995472Disabling writes for close at 1731163995472Obtaining lock to block concurrent updates at 1731163995472Preparing flush snapshotting stores in 897bd4650b0b60f143458c9d0b0ffcc4 at 1731163995472Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731163995473 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. at 1731163995473Flushing 897bd4650b0b60f143458c9d0b0ffcc4/info: creating writer at 1731163995474 (+1 ms)Flushing 897bd4650b0b60f143458c9d0b0ffcc4/info: appending metadata at 1731163995490 (+16 ms)Flushing 897bd4650b0b60f143458c9d0b0ffcc4/info: closing flushed file at 1731163995490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1a7fe1: reopening flushed file at 1731163995510 (+20 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 897bd4650b0b60f143458c9d0b0ffcc4 in 48ms, sequenceid=6, compaction requested=false at 1731163995520 (+10 ms)Writing region close event to WAL at 1731163995521 (+1 ms)Running coprocessor post-close hooks at 1731163995528 (+7 ms)Closed at 1731163995529 (+1 ms) 2024-11-09T14:53:15,529 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731163985203.897bd4650b0b60f143458c9d0b0ffcc4. 2024-11-09T14:53:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41811 is added to blk_1073741840_1018 (size=7089) 2024-11-09T14:53:15,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741840_1018 (size=7089) 2024-11-09T14:53:15,531 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/.tmp/info/cb81897d6e3141bc80fe12dff3897d3e 2024-11-09T14:53:15,538 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:53:15,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2bf48538af2df9e with lease ID 0x15c2cc81b2035fba: from storage DS-c8474946-06d5-4910-b6a3-59cdb8878f58 node DatanodeRegistration(127.0.0.1:46039, datanodeUuid=2fb65c7d-8c06-4867-9b1a-8e37c557fa96, infoPort=38453, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T14:53:15,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2bf48538af2df9e with lease ID 0x15c2cc81b2035fba: from storage DS-0ad4a378-66de-452d-9ab5-11442e01bbcf node DatanodeRegistration(127.0.0.1:46039, datanodeUuid=2fb65c7d-8c06-4867-9b1a-8e37c557fa96, infoPort=38453, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=512094587;c=1731163982778), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:15,555 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/.tmp/ns/8bfda56c8daf4940894660b898b61605 is 43, key is default/ns:d/1731163984473/Put/seqid=0 2024-11-09T14:53:15,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741841_1019 (size=5153) 2024-11-09T14:53:15,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741841_1019 (size=5153) 2024-11-09T14:53:15,562 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/.tmp/ns/8bfda56c8daf4940894660b898b61605 2024-11-09T14:53:15,587 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/.tmp/table/e2a6ea25161b491eb84789af97140e56 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731163985584/Put/seqid=0 2024-11-09T14:53:15,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41811 is added to blk_1073741842_1020 (size=5424) 2024-11-09T14:53:15,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741842_1020 (size=5424) 2024-11-09T14:53:15,594 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/.tmp/table/e2a6ea25161b491eb84789af97140e56 2024-11-09T14:53:15,604 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/.tmp/info/cb81897d6e3141bc80fe12dff3897d3e as hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/info/cb81897d6e3141bc80fe12dff3897d3e 2024-11-09T14:53:15,613 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/info/cb81897d6e3141bc80fe12dff3897d3e, entries=10, sequenceid=11, filesize=6.9 K 2024-11-09T14:53:15,614 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/.tmp/ns/8bfda56c8daf4940894660b898b61605 as hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/ns/8bfda56c8daf4940894660b898b61605 2024-11-09T14:53:15,621 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/ns/8bfda56c8daf4940894660b898b61605, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T14:53:15,622 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/.tmp/table/e2a6ea25161b491eb84789af97140e56 as hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/table/e2a6ea25161b491eb84789af97140e56 2024-11-09T14:53:15,630 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/table/e2a6ea25161b491eb84789af97140e56, entries=2, sequenceid=11, filesize=5.3 K 2024-11-09T14:53:15,632 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=11, compaction requested=false 2024-11-09T14:53:15,639 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T14:53:15,640 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T14:53:15,640 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T14:53:15,640 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731163995473Running coprocessor pre-close hooks at 1731163995473Disabling compacts and flushes for region at 1731163995473Disabling writes for close at 1731163995473Obtaining lock to block concurrent updates at 1731163995474 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731163995474Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731163995474Flushing stores of hbase:meta,,1.1588230740 at 1731163995498 (+24 ms)Flushing 1588230740/info: creating writer at 1731163995498Flushing 1588230740/info: appending metadata at 1731163995520 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731163995520Flushing 1588230740/ns: creating writer at 1731163995538 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731163995554 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731163995554Flushing 1588230740/table: creating writer at 1731163995570 (+16 ms)Flushing 1588230740/table: appending metadata at 1731163995587 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731163995587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5505e45b: reopening flushed file at 1731163995603 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e00231: reopening flushed file at 1731163995613 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369191a4: reopening flushed file at 1731163995621 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=11, compaction requested=false at 1731163995632 (+11 ms)Writing region close event to WAL at 1731163995634 (+2 ms)Running coprocessor post-close hooks at 1731163995640 (+6 ms)Closed at 1731163995640 2024-11-09T14:53:15,641 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T14:53:15,673 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(976): stopping server da6b20b51b98,36123,1731163983545; all regions closed. 2024-11-09T14:53:15,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41811 is added to blk_1073741838_1015 (size=825) 2024-11-09T14:53:15,677 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.meta.1731163995475.meta not finished, retry = 0 2024-11-09T14:53:15,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741838_1015 (size=825) 2024-11-09T14:53:15,904 INFO [regionserver/da6b20b51b98:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T14:53:15,996 INFO [regionserver/da6b20b51b98:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T14:53:15,996 INFO [regionserver/da6b20b51b98:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T14:53:18,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741833_1014 (size=1599) 2024-11-09T14:53:19,478 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.1731163984043 after 4008ms 2024-11-09T14:53:19,478 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.1731163984043 to hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/oldWALs/da6b20b51b98%2C36123%2C1731163983545.1731163984043 2024-11-09T14:53:19,499 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.meta.1731163984408.meta after 4001ms 2024-11-09T14:53:19,500 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.meta.1731163984408.meta to hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/oldWALs/da6b20b51b98%2C36123%2C1731163983545.meta.1731163984408.meta 2024-11-09T14:53:19,503 DEBUG [RS:0;da6b20b51b98:36123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/oldWALs 2024-11-09T14:53:19,503 INFO [RS:0;da6b20b51b98:36123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6b20b51b98%2C36123%2C1731163983545.meta:.meta(num 1731163995475) 2024-11-09T14:53:19,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41811 is added to blk_1073741837_1013 (size=2288) 2024-11-09T14:53:19,505 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/WALs/da6b20b51b98,36123,1731163983545/da6b20b51b98%2C36123%2C1731163983545.1731163995443 not finished, retry = 0 2024-11-09T14:53:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741837_1013 (size=2288) 2024-11-09T14:53:19,609 DEBUG [RS:0;da6b20b51b98:36123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/oldWALs 2024-11-09T14:53:19,609 INFO [RS:0;da6b20b51b98:36123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6b20b51b98%2C36123%2C1731163983545:(num 1731163995443) 2024-11-09T14:53:19,609 DEBUG [RS:0;da6b20b51b98:36123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:53:19,609 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T14:53:19,609 INFO [RS:0;da6b20b51b98:36123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T14:53:19,609 INFO [RS:0;da6b20b51b98:36123 {}] hbase.ChoreService(370): Chore service for: regionserver/da6b20b51b98:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T14:53:19,609 INFO [RS:0;da6b20b51b98:36123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T14:53:19,609 INFO [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T14:53:19,610 INFO [RS:0;da6b20b51b98:36123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36123 2024-11-09T14:53:19,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6b20b51b98,36123,1731163983545 2024-11-09T14:53:19,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T14:53:19,612 INFO [RS:0;da6b20b51b98:36123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T14:53:19,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6b20b51b98,36123,1731163983545] 2024-11-09T14:53:19,616 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6b20b51b98,36123,1731163983545 already deleted, retry=false 2024-11-09T14:53:19,616 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6b20b51b98,36123,1731163983545 expired; onlineServers=0 2024-11-09T14:53:19,616 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da6b20b51b98,33949,1731163983495' ***** 2024-11-09T14:53:19,616 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T14:53:19,616 INFO [M:0;da6b20b51b98:33949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T14:53:19,616 INFO [M:0;da6b20b51b98:33949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T14:53:19,617 DEBUG [M:0;da6b20b51b98:33949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T14:53:19,617 DEBUG [M:0;da6b20b51b98:33949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T14:53:19,617 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T14:53:19,617 DEBUG [master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731163983788 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731163983788,5,FailOnTimeoutGroup] 2024-11-09T14:53:19,617 DEBUG [master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731163983788 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731163983788,5,FailOnTimeoutGroup] 2024-11-09T14:53:19,617 INFO [M:0;da6b20b51b98:33949 {}] hbase.ChoreService(370): Chore service for: master/da6b20b51b98:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T14:53:19,617 INFO [M:0;da6b20b51b98:33949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T14:53:19,617 DEBUG [M:0;da6b20b51b98:33949 {}] master.HMaster(1795): Stopping service threads 2024-11-09T14:53:19,617 INFO [M:0;da6b20b51b98:33949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T14:53:19,617 INFO [M:0;da6b20b51b98:33949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T14:53:19,618 INFO [M:0;da6b20b51b98:33949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T14:53:19,618 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T14:53:19,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T14:53:19,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:19,619 DEBUG [M:0;da6b20b51b98:33949 {}] zookeeper.ZKUtil(347): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T14:53:19,619 WARN [M:0;da6b20b51b98:33949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T14:53:19,621 INFO [M:0;da6b20b51b98:33949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/.lastflushedseqids 2024-11-09T14:53:19,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741843_1021 (size=139) 2024-11-09T14:53:19,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741843_1021 (size=139) 2024-11-09T14:53:19,630 INFO [M:0;da6b20b51b98:33949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T14:53:19,630 INFO [M:0;da6b20b51b98:33949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T14:53:19,630 DEBUG [M:0;da6b20b51b98:33949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T14:53:19,630 INFO [M:0;da6b20b51b98:33949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:19,630 DEBUG [M:0;da6b20b51b98:33949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:19,630 DEBUG [M:0;da6b20b51b98:33949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T14:53:19,630 DEBUG [M:0;da6b20b51b98:33949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:19,631 INFO [M:0;da6b20b51b98:33949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-09T14:53:19,631 WARN [AsyncFSWAL-0-hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData-prefix:da6b20b51b98,33949,1731163983495 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:19,632 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da6b20b51b98%2C33949%2C1731163983495:(num 1731163983677) roll requested 2024-11-09T14:53:19,649 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/WALs/da6b20b51b98,33949,1731163983495/da6b20b51b98%2C33949%2C1731163983495.1731163999632, exclude list is [], retry=0 2024-11-09T14:53:19,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34553,DS-cf292437-e779-46eb-87d9-140cbba12329,DISK] 2024-11-09T14:53:19,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41811,DS-1730417f-2b54-483b-a69f-698d1f6f0b72,DISK] 2024-11-09T14:53:19,655 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/WALs/da6b20b51b98,33949,1731163983495/da6b20b51b98%2C33949%2C1731163983495.1731163983677 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/WALs/da6b20b51b98,33949,1731163983495/da6b20b51b98%2C33949%2C1731163983495.1731163999632 2024-11-09T14:53:19,655 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36221:36221),(127.0.0.1/127.0.0.1:39127:39127)] 2024-11-09T14:53:19,655 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/WALs/da6b20b51b98,33949,1731163983495/da6b20b51b98%2C33949%2C1731163983495.1731163983677 is not closed yet, will try archiving it next time 2024-11-09T14:53:19,655 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:19,655 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T14:53:19,656 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/WALs/da6b20b51b98,33949,1731163983495/da6b20b51b98%2C33949%2C1731163983495.1731163983677 2024-11-09T14:53:19,657 WARN [IPC Server handler 1 on default port 41017 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/WALs/da6b20b51b98,33949,1731163983495/da6b20b51b98%2C33949%2C1731163983495.1731163983677 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-09T14:53:19,657 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/WALs/da6b20b51b98,33949,1731163983495/da6b20b51b98%2C33949%2C1731163983495.1731163983677 after 1ms 2024-11-09T14:53:19,673 DEBUG [M:0;da6b20b51b98:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e224e3e7527e4f1297e471d2539a70ad is 82, key is hbase:meta,,1/info:regioninfo/1731163984454/Put/seqid=0 2024-11-09T14:53:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741845_1024 (size=5672) 2024-11-09T14:53:19,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40549 is added to blk_1073741845_1024 (size=5672) 2024-11-09T14:53:19,679 INFO [M:0;da6b20b51b98:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e224e3e7527e4f1297e471d2539a70ad 2024-11-09T14:53:19,703 DEBUG [M:0;da6b20b51b98:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80203e48ec7c452ba23d1bd0205cfbf6 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731163985588/Put/seqid=0 2024-11-09T14:53:19,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741846_1025 (size=6114) 2024-11-09T14:53:19,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741846_1025 (size=6114) 2024-11-09T14:53:19,709 INFO [M:0;da6b20b51b98:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80203e48ec7c452ba23d1bd0205cfbf6 2024-11-09T14:53:19,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:53:19,714 INFO [RS:0;da6b20b51b98:36123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T14:53:19,714 INFO [RS:0;da6b20b51b98:36123 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6b20b51b98,36123,1731163983545; zookeeper connection closed. 2024-11-09T14:53:19,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x1018d8583dd0001, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:53:19,714 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79e89086 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79e89086 2024-11-09T14:53:19,715 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T14:53:19,731 DEBUG [M:0;da6b20b51b98:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6b565d2b58e41fb85ccfa83b320732d is 69, key is da6b20b51b98,36123,1731163983545/rs:state/1731163983887/Put/seqid=0 2024-11-09T14:53:19,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741847_1026 (size=5156) 2024-11-09T14:53:19,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741847_1026 (size=5156) 2024-11-09T14:53:19,737 INFO [M:0;da6b20b51b98:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6b565d2b58e41fb85ccfa83b320732d 2024-11-09T14:53:19,759 DEBUG [M:0;da6b20b51b98:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1b1972cdd8e74669adfe6f904ffe383e is 52, key is load_balancer_on/state:d/1731163984583/Put/seqid=0 2024-11-09T14:53:19,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41811 is added to blk_1073741848_1027 (size=5056) 2024-11-09T14:53:19,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741848_1027 (size=5056) 2024-11-09T14:53:19,765 INFO [M:0;da6b20b51b98:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1b1972cdd8e74669adfe6f904ffe383e 2024-11-09T14:53:19,773 DEBUG [M:0;da6b20b51b98:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e224e3e7527e4f1297e471d2539a70ad as hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e224e3e7527e4f1297e471d2539a70ad 2024-11-09T14:53:19,780 INFO [M:0;da6b20b51b98:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e224e3e7527e4f1297e471d2539a70ad, entries=8, sequenceid=56, filesize=5.5 K 2024-11-09T14:53:19,781 DEBUG [M:0;da6b20b51b98:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80203e48ec7c452ba23d1bd0205cfbf6 as hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80203e48ec7c452ba23d1bd0205cfbf6 2024-11-09T14:53:19,786 INFO [M:0;da6b20b51b98:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80203e48ec7c452ba23d1bd0205cfbf6, entries=6, sequenceid=56, filesize=6.0 K 2024-11-09T14:53:19,787 DEBUG [M:0;da6b20b51b98:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6b565d2b58e41fb85ccfa83b320732d as hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6b565d2b58e41fb85ccfa83b320732d 2024-11-09T14:53:19,793 INFO [M:0;da6b20b51b98:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6b565d2b58e41fb85ccfa83b320732d, entries=1, sequenceid=56, filesize=5.0 K 2024-11-09T14:53:19,794 DEBUG [M:0;da6b20b51b98:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1b1972cdd8e74669adfe6f904ffe383e as hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1b1972cdd8e74669adfe6f904ffe383e 2024-11-09T14:53:19,800 INFO [M:0;da6b20b51b98:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1b1972cdd8e74669adfe6f904ffe383e, entries=1, sequenceid=56, filesize=4.9 K 2024-11-09T14:53:19,801 INFO [M:0;da6b20b51b98:33949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=56, compaction requested=false 2024-11-09T14:53:19,803 INFO [M:0;da6b20b51b98:33949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:19,803 DEBUG [M:0;da6b20b51b98:33949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731163999630Disabling compacts and flushes for region at 1731163999630Disabling writes for close at 1731163999630Obtaining lock to block concurrent updates at 1731163999631 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731163999631Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731163999631Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731163999656 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731163999656Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731163999672 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731163999672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731163999686 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731163999702 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731163999702Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731163999716 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731163999731 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731163999731Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731163999743 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731163999758 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731163999759 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2961f44a: reopening flushed file at 1731163999772 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5861348a: reopening flushed file at 1731163999780 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c3e88c1: reopening flushed file at 1731163999787 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c164d8: reopening flushed file at 1731163999793 (+6 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=56, compaction requested=false at 1731163999801 (+8 ms)Writing region close event to WAL at 1731163999802 (+1 ms)Closed at 1731163999802 2024-11-09T14:53:19,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41811 is added to blk_1073741844_1022 (size=757) 2024-11-09T14:53:19,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741844_1022 (size=757) 2024-11-09T14:53:20,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:20,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:20,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:21,049 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T14:53:21,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:21,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:21,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:21,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741833_1014 (size=1599) 2024-11-09T14:53:21,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34553 is added to blk_1073741830_1023 (size=27177) 2024-11-09T14:53:22,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-09T14:53:22,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T14:53:22,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T14:53:22,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T14:53:23,658 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/WALs/da6b20b51b98,33949,1731163983495/da6b20b51b98%2C33949%2C1731163983495.1731163983677 after 4002ms 2024-11-09T14:53:23,659 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/WALs/da6b20b51b98,33949,1731163983495/da6b20b51b98%2C33949%2C1731163983495.1731163983677 to hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/oldWALs/da6b20b51b98%2C33949%2C1731163983495.1731163983677 2024-11-09T14:53:23,663 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/MasterData/oldWALs/da6b20b51b98%2C33949%2C1731163983495.1731163983677 to hdfs://localhost:41017/user/jenkins/test-data/5034d3b3-24d4-0376-1e9b-6d7ec77a17b9/oldWALs/da6b20b51b98%2C33949%2C1731163983495.1731163983677$masterlocalwal$ 2024-11-09T14:53:23,663 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T14:53:23,663 INFO [M:0;da6b20b51b98:33949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T14:53:23,663 INFO [M:0;da6b20b51b98:33949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33949 2024-11-09T14:53:23,663 INFO [M:0;da6b20b51b98:33949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T14:53:23,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:53:23,767 INFO [M:0;da6b20b51b98:33949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T14:53:23,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x1018d8583dd0000, quorum=127.0.0.1:52721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:53:23,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2714f2a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:23,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ebcb8e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:53:23,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:53:23,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ba0a89b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:53:23,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f161185{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,STOPPED} 2024-11-09T14:53:23,772 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:53:23,772 WARN [BP-1010992521-172.17.0.2-1731163982778 heartbeating to localhost/127.0.0.1:41017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:53:23,772 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:53:23,772 WARN [BP-1010992521-172.17.0.2-1731163982778 heartbeating to localhost/127.0.0.1:41017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1010992521-172.17.0.2-1731163982778 (Datanode Uuid 2fb65c7d-8c06-4867-9b1a-8e37c557fa96) service to localhost/127.0.0.1:41017 2024-11-09T14:53:23,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data1/current/BP-1010992521-172.17.0.2-1731163982778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:23,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data2/current/BP-1010992521-172.17.0.2-1731163982778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:23,773 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:53:23,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b0d9fd1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:23,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ae67f46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:53:23,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:53:23,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a360554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:53:23,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fbc99cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,STOPPED} 2024-11-09T14:53:23,777 WARN [BP-1010992521-172.17.0.2-1731163982778 heartbeating to localhost/127.0.0.1:41017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:53:23,777 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:53:23,777 WARN [BP-1010992521-172.17.0.2-1731163982778 heartbeating to localhost/127.0.0.1:41017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1010992521-172.17.0.2-1731163982778 (Datanode Uuid b5aa9a61-e131-43ed-873a-19aa73848172) service to localhost/127.0.0.1:41017 2024-11-09T14:53:23,777 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:53:23,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data9/current/BP-1010992521-172.17.0.2-1731163982778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:23,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data10/current/BP-1010992521-172.17.0.2-1731163982778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:23,778 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:53:23,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69286eeb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:23,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a5c068b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:53:23,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:53:23,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63be57c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:53:23,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ede7cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,STOPPED} 2024-11-09T14:53:23,785 WARN [BP-1010992521-172.17.0.2-1731163982778 heartbeating to localhost/127.0.0.1:41017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:53:23,785 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:53:23,785 WARN [BP-1010992521-172.17.0.2-1731163982778 heartbeating to localhost/127.0.0.1:41017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1010992521-172.17.0.2-1731163982778 (Datanode Uuid 731a60c3-de2f-4606-b1a9-b10ec7b69368) service to localhost/127.0.0.1:41017 2024-11-09T14:53:23,785 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:53:23,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data7/current/BP-1010992521-172.17.0.2-1731163982778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:23,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data8/current/BP-1010992521-172.17.0.2-1731163982778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:23,786 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:53:23,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@692206f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:23,788 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29a7b50f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:53:23,788 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:53:23,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2284fd16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:53:23,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc0815b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,STOPPED} 2024-11-09T14:53:23,789 WARN [BP-1010992521-172.17.0.2-1731163982778 heartbeating to localhost/127.0.0.1:41017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:53:23,789 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:53:23,789 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:53:23,789 WARN [BP-1010992521-172.17.0.2-1731163982778 heartbeating to localhost/127.0.0.1:41017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1010992521-172.17.0.2-1731163982778 (Datanode Uuid 287c9630-4e82-42ce-83e9-7b7632c5d32f) service to localhost/127.0.0.1:41017 2024-11-09T14:53:23,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data5/current/BP-1010992521-172.17.0.2-1731163982778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:23,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data6/current/BP-1010992521-172.17.0.2-1731163982778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:23,790 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:53:23,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40972279{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:23,792 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63c46134{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:53:23,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:53:23,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a898108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:53:23,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5047de0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,STOPPED} 2024-11-09T14:53:23,794 WARN [BP-1010992521-172.17.0.2-1731163982778 heartbeating to localhost/127.0.0.1:41017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:53:23,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:53:23,794 WARN [BP-1010992521-172.17.0.2-1731163982778 heartbeating to localhost/127.0.0.1:41017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1010992521-172.17.0.2-1731163982778 (Datanode Uuid b20bccc1-4fb4-4efd-87bd-ba0f4b0f8ed5) service to localhost/127.0.0.1:41017 2024-11-09T14:53:23,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:53:23,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data3/current/BP-1010992521-172.17.0.2-1731163982778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:23,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/cluster_2d906008-65f3-f607-a128-cb4e55ca5e15/data/data4/current/BP-1010992521-172.17.0.2-1731163982778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:53:23,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:53:23,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@533ad8f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T14:53:23,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36269b5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:53:23,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:53:23,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92b0df5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:53:23,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fba372a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir/,STOPPED} 2024-11-09T14:53:23,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T14:53:23,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T14:53:23,846 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 66) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:41017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:41017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:41017 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=65 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=8036 (was 8351) 2024-11-09T14:53:23,854 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=65, ProcessCount=11, AvailableMemoryMB=8036 2024-11-09T14:53:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T14:53:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.log.dir so I do NOT create it in target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d 2024-11-09T14:53:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e6aed7fb-50ee-7a9a-c159-2b8c344d9c1e/hadoop.tmp.dir so I do NOT create it in target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d 2024-11-09T14:53:23,854 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/cluster_26948918-8e5a-0a7b-735d-826c1fea95a6, deleteOnExit=true 2024-11-09T14:53:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T14:53:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/test.cache.data in system properties and HBase conf 2024-11-09T14:53:23,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T14:53:23,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/hadoop.log.dir in system properties and HBase conf 2024-11-09T14:53:23,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T14:53:23,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T14:53:23,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T14:53:23,855 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T14:53:23,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T14:53:23,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T14:53:23,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T14:53:23,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T14:53:23,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T14:53:23,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T14:53:23,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T14:53:23,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T14:53:23,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T14:53:23,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/nfs.dump.dir in system properties and HBase conf 2024-11-09T14:53:23,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/java.io.tmpdir in system properties and HBase conf 2024-11-09T14:53:23,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T14:53:23,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T14:53:23,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T14:53:23,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:53:23,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:53:23,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:53:23,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:53:23,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T14:53:23,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:53:23,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54df4658{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:53:23,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af4b54f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:53:24,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3897fe0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/java.io.tmpdir/jetty-localhost-46351-hadoop-hdfs-3_4_1-tests_jar-_-any-7334569113391258919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T14:53:24,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37142000{HTTP/1.1, (http/1.1)}{localhost:46351} 2024-11-09T14:53:24,095 INFO [Time-limited test {}] server.Server(415): Started @86986ms 2024-11-09T14:53:24,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:53:24,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:53:24,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:53:24,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:53:24,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T14:53:24,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282d8f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:53:24,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce33677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:53:24,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a39f17a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/java.io.tmpdir/jetty-localhost-45011-hadoop-hdfs-3_4_1-tests_jar-_-any-7672054481906886267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:24,300 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f6c3d8b{HTTP/1.1, (http/1.1)}{localhost:45011} 2024-11-09T14:53:24,300 INFO [Time-limited test {}] server.Server(415): Started @87192ms 2024-11-09T14:53:24,302 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:53:24,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:53:24,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:53:24,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:53:24,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:53:24,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T14:53:24,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d55df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:53:24,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@821aa50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:53:24,402 WARN [Thread-786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/cluster_26948918-8e5a-0a7b-735d-826c1fea95a6/data/data2/current/BP-89540083-172.17.0.2-1731164003889/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:24,402 WARN [Thread-785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/cluster_26948918-8e5a-0a7b-735d-826c1fea95a6/data/data1/current/BP-89540083-172.17.0.2-1731164003889/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:24,419 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:53:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9cc300bbcc0ef with lease ID 0x20f5a477b6a8589b: Processing first storage report for DS-0bc31e92-bd97-4e95-8653-128c6a209d3c from datanode DatanodeRegistration(127.0.0.1:43241, datanodeUuid=d89e3f38-a35d-42eb-a37d-4429fecaa9ea, infoPort=37205, infoSecurePort=0, ipcPort=36777, storageInfo=lv=-57;cid=testClusterID;nsid=2041714657;c=1731164003889) 2024-11-09T14:53:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9cc300bbcc0ef with lease ID 0x20f5a477b6a8589b: from storage DS-0bc31e92-bd97-4e95-8653-128c6a209d3c node DatanodeRegistration(127.0.0.1:43241, datanodeUuid=d89e3f38-a35d-42eb-a37d-4429fecaa9ea, infoPort=37205, infoSecurePort=0, ipcPort=36777, storageInfo=lv=-57;cid=testClusterID;nsid=2041714657;c=1731164003889), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9cc300bbcc0ef with lease ID 0x20f5a477b6a8589b: Processing first storage report for DS-67e883ed-aec0-4397-a9b4-4d927ef684da from datanode DatanodeRegistration(127.0.0.1:43241, datanodeUuid=d89e3f38-a35d-42eb-a37d-4429fecaa9ea, infoPort=37205, infoSecurePort=0, ipcPort=36777, storageInfo=lv=-57;cid=testClusterID;nsid=2041714657;c=1731164003889) 2024-11-09T14:53:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9cc300bbcc0ef with lease ID 0x20f5a477b6a8589b: from storage DS-67e883ed-aec0-4397-a9b4-4d927ef684da node DatanodeRegistration(127.0.0.1:43241, datanodeUuid=d89e3f38-a35d-42eb-a37d-4429fecaa9ea, infoPort=37205, infoSecurePort=0, ipcPort=36777, storageInfo=lv=-57;cid=testClusterID;nsid=2041714657;c=1731164003889), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:24,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@490ab78f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/java.io.tmpdir/jetty-localhost-41937-hadoop-hdfs-3_4_1-tests_jar-_-any-15141987269788431625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:53:24,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35fe3c6{HTTP/1.1, (http/1.1)}{localhost:41937} 2024-11-09T14:53:24,452 INFO [Time-limited test {}] server.Server(415): Started @87343ms 2024-11-09T14:53:24,453 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:53:24,551 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/cluster_26948918-8e5a-0a7b-735d-826c1fea95a6/data/data3/current/BP-89540083-172.17.0.2-1731164003889/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:24,551 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/cluster_26948918-8e5a-0a7b-735d-826c1fea95a6/data/data4/current/BP-89540083-172.17.0.2-1731164003889/current, will proceed with Du for space computation calculation, 2024-11-09T14:53:24,568 WARN [Thread-800 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:53:24,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd54d12bd52f3d393 with lease ID 0x20f5a477b6a8589c: Processing first storage report for DS-8044c048-242f-49a4-a981-8e27dbc19a36 from datanode DatanodeRegistration(127.0.0.1:38325, datanodeUuid=d786d372-793a-4032-a982-2c49a9ad4665, infoPort=46379, infoSecurePort=0, ipcPort=33201, storageInfo=lv=-57;cid=testClusterID;nsid=2041714657;c=1731164003889) 2024-11-09T14:53:24,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd54d12bd52f3d393 with lease ID 0x20f5a477b6a8589c: from storage DS-8044c048-242f-49a4-a981-8e27dbc19a36 node DatanodeRegistration(127.0.0.1:38325, datanodeUuid=d786d372-793a-4032-a982-2c49a9ad4665, infoPort=46379, infoSecurePort=0, ipcPort=33201, storageInfo=lv=-57;cid=testClusterID;nsid=2041714657;c=1731164003889), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:24,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd54d12bd52f3d393 with lease ID 0x20f5a477b6a8589c: Processing first storage report for DS-c5a1e043-a85a-4758-9c29-f17cc0176f5f from datanode DatanodeRegistration(127.0.0.1:38325, datanodeUuid=d786d372-793a-4032-a982-2c49a9ad4665, infoPort=46379, infoSecurePort=0, ipcPort=33201, storageInfo=lv=-57;cid=testClusterID;nsid=2041714657;c=1731164003889) 2024-11-09T14:53:24,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd54d12bd52f3d393 with lease ID 0x20f5a477b6a8589c: from storage DS-c5a1e043-a85a-4758-9c29-f17cc0176f5f node DatanodeRegistration(127.0.0.1:38325, datanodeUuid=d786d372-793a-4032-a982-2c49a9ad4665, infoPort=46379, infoSecurePort=0, ipcPort=33201, storageInfo=lv=-57;cid=testClusterID;nsid=2041714657;c=1731164003889), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:53:24,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d 2024-11-09T14:53:24,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/cluster_26948918-8e5a-0a7b-735d-826c1fea95a6/zookeeper_0, clientPort=61653, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/cluster_26948918-8e5a-0a7b-735d-826c1fea95a6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/cluster_26948918-8e5a-0a7b-735d-826c1fea95a6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T14:53:24,584 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61653 2024-11-09T14:53:24,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:24,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:24,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741825_1001 (size=7) 2024-11-09T14:53:24,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741825_1001 (size=7) 2024-11-09T14:53:24,596 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49 with version=8 2024-11-09T14:53:24,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/hbase-staging 2024-11-09T14:53:24,599 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da6b20b51b98:0 server-side Connection retries=45 2024-11-09T14:53:24,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:53:24,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T14:53:24,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T14:53:24,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:53:24,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T14:53:24,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T14:53:24,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:53:24,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43899 2024-11-09T14:53:24,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43899 connecting to ZooKeeper ensemble=127.0.0.1:61653 2024-11-09T14:53:24,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438990x0, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T14:53:24,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43899-0x1018d85d64e0000 connected 2024-11-09T14:53:24,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:24,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:24,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:53:24,629 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49, hbase.cluster.distributed=false 2024-11-09T14:53:24,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T14:53:24,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43899 2024-11-09T14:53:24,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43899 2024-11-09T14:53:24,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43899 2024-11-09T14:53:24,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43899 2024-11-09T14:53:24,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43899 2024-11-09T14:53:24,650 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6b20b51b98:0 server-side Connection retries=45 2024-11-09T14:53:24,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:53:24,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T14:53:24,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T14:53:24,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:53:24,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T14:53:24,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T14:53:24,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:53:24,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34391 2024-11-09T14:53:24,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34391 connecting to ZooKeeper ensemble=127.0.0.1:61653 2024-11-09T14:53:24,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:24,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:24,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343910x0, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T14:53:24,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343910x0, quorum=127.0.0.1:61653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:53:24,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34391-0x1018d85d64e0001 connected 2024-11-09T14:53:24,659 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T14:53:24,660 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T14:53:24,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T14:53:24,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T14:53:24,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34391 2024-11-09T14:53:24,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34391 2024-11-09T14:53:24,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34391 2024-11-09T14:53:24,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34391 2024-11-09T14:53:24,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34391 2024-11-09T14:53:24,675 DEBUG [M:0;da6b20b51b98:43899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da6b20b51b98:43899 2024-11-09T14:53:24,675 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da6b20b51b98,43899,1731164004598 2024-11-09T14:53:24,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:53:24,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:53:24,677 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da6b20b51b98,43899,1731164004598 2024-11-09T14:53:24,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T14:53:24,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:24,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:24,679 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T14:53:24,680 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da6b20b51b98,43899,1731164004598 from backup master directory 2024-11-09T14:53:24,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da6b20b51b98,43899,1731164004598 2024-11-09T14:53:24,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:53:24,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:53:24,682 WARN [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T14:53:24,682 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da6b20b51b98,43899,1731164004598 2024-11-09T14:53:24,687 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/hbase.id] with ID: 7c1a90a1-2649-464d-a6ca-44451bbaf53a 2024-11-09T14:53:24,687 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/.tmp/hbase.id 2024-11-09T14:53:24,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741826_1002 (size=42) 2024-11-09T14:53:24,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741826_1002 (size=42) 2024-11-09T14:53:24,693 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/.tmp/hbase.id]:[hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/hbase.id] 2024-11-09T14:53:24,705 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:24,706 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T14:53:24,707 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T14:53:24,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:24,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:24,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741827_1003 (size=196) 2024-11-09T14:53:24,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741827_1003 (size=196) 2024-11-09T14:53:24,717 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T14:53:24,718 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T14:53:24,718 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:53:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741828_1004 (size=1189) 2024-11-09T14:53:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741828_1004 (size=1189) 2024-11-09T14:53:24,727 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store 2024-11-09T14:53:24,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741829_1005 (size=34) 2024-11-09T14:53:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741829_1005 (size=34) 2024-11-09T14:53:24,735 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:53:24,735 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T14:53:24,735 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:24,735 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:24,735 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T14:53:24,735 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:24,735 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:53:24,735 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731164004735Disabling compacts and flushes for region at 1731164004735Disabling writes for close at 1731164004735Writing region close event to WAL at 1731164004735Closed at 1731164004735 2024-11-09T14:53:24,736 WARN [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/.initializing 2024-11-09T14:53:24,736 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/WALs/da6b20b51b98,43899,1731164004598 2024-11-09T14:53:24,737 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T14:53:24,739 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C43899%2C1731164004598, suffix=, logDir=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/WALs/da6b20b51b98,43899,1731164004598, archiveDir=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/oldWALs, maxLogs=10 2024-11-09T14:53:24,761 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/WALs/da6b20b51b98,43899,1731164004598/da6b20b51b98%2C43899%2C1731164004598.1731164004740, exclude list is [], retry=0 2024-11-09T14:53:24,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38325,DS-8044c048-242f-49a4-a981-8e27dbc19a36,DISK] 2024-11-09T14:53:24,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-0bc31e92-bd97-4e95-8653-128c6a209d3c,DISK] 2024-11-09T14:53:24,767 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/WALs/da6b20b51b98,43899,1731164004598/da6b20b51b98%2C43899%2C1731164004598.1731164004740 2024-11-09T14:53:24,767 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46379:46379),(127.0.0.1/127.0.0.1:37205:37205)] 2024-11-09T14:53:24,767 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:53:24,768 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:53:24,768 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:24,768 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:24,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:24,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T14:53:24,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:24,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:24,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:24,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T14:53:24,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:24,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:53:24,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:24,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T14:53:24,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:24,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:53:24,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:24,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T14:53:24,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:24,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:53:24,777 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:24,778 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:24,778 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:24,780 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:24,780 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:24,781 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T14:53:24,782 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:53:24,784 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:53:24,785 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=833924, jitterRate=0.060390278697013855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T14:53:24,785 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731164004768Initializing all the Stores at 1731164004769 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164004769Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164004769Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164004769Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164004769Cleaning up temporary data from old regions at 1731164004780 (+11 ms)Region opened successfully at 1731164004785 (+5 ms) 2024-11-09T14:53:24,786 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T14:53:24,789 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3844c72a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6b20b51b98/172.17.0.2:0 2024-11-09T14:53:24,790 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T14:53:24,791 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T14:53:24,791 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T14:53:24,791 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T14:53:24,791 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T14:53:24,792 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T14:53:24,792 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T14:53:24,794 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T14:53:24,795 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T14:53:24,796 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T14:53:24,797 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T14:53:24,797 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T14:53:24,799 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T14:53:24,799 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T14:53:24,800 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T14:53:24,801 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T14:53:24,802 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T14:53:24,803 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T14:53:24,805 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T14:53:24,806 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T14:53:24,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T14:53:24,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T14:53:24,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:24,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:24,808 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da6b20b51b98,43899,1731164004598, sessionid=0x1018d85d64e0000, setting cluster-up flag (Was=false) 2024-11-09T14:53:24,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:24,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:24,819 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T14:53:24,819 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6b20b51b98,43899,1731164004598 2024-11-09T14:53:24,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:24,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:24,827 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T14:53:24,828 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6b20b51b98,43899,1731164004598 2024-11-09T14:53:24,829 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T14:53:24,831 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T14:53:24,831 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T14:53:24,832 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T14:53:24,832 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da6b20b51b98,43899,1731164004598 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T14:53:24,833 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:53:24,833 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:53:24,833 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:53:24,833 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:53:24,833 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da6b20b51b98:0, corePoolSize=10, maxPoolSize=10 2024-11-09T14:53:24,833 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:24,833 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da6b20b51b98:0, corePoolSize=2, maxPoolSize=2 2024-11-09T14:53:24,833 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:24,834 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731164034834 2024-11-09T14:53:24,834 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T14:53:24,834 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T14:53:24,834 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T14:53:24,834 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T14:53:24,834 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T14:53:24,834 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T14:53:24,835 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,835 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T14:53:24,835 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T14:53:24,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:53:24,835 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T14:53:24,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T14:53:24,835 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T14:53:24,835 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T14:53:24,836 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731164004835,5,FailOnTimeoutGroup] 2024-11-09T14:53:24,836 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731164004836,5,FailOnTimeoutGroup] 2024-11-09T14:53:24,836 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,836 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T14:53:24,836 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,836 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,836 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:24,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T14:53:24,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741831_1007 (size=1321) 2024-11-09T14:53:24,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741831_1007 (size=1321) 2024-11-09T14:53:24,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T14:53:24,845 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49 2024-11-09T14:53:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741832_1008 (size=32) 2024-11-09T14:53:24,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741832_1008 (size=32) 2024-11-09T14:53:24,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:53:24,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T14:53:24,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T14:53:24,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:24,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:24,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T14:53:24,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T14:53:24,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:24,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:24,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T14:53:24,865 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(746): ClusterId : 7c1a90a1-2649-464d-a6ca-44451bbaf53a 2024-11-09T14:53:24,865 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T14:53:24,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T14:53:24,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:24,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:24,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T14:53:24,868 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T14:53:24,868 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T14:53:24,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T14:53:24,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:24,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:24,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T14:53:24,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740 2024-11-09T14:53:24,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740 2024-11-09T14:53:24,871 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T14:53:24,871 DEBUG [RS:0;da6b20b51b98:34391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53767b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6b20b51b98/172.17.0.2:0 2024-11-09T14:53:24,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T14:53:24,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T14:53:24,872 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T14:53:24,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T14:53:24,876 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:53:24,877 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=724015, jitterRate=-0.07936853170394897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T14:53:24,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731164004859Initializing all the Stores at 1731164004859Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164004859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164004860 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164004860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164004860Cleaning up temporary data from old regions at 1731164004872 (+12 ms)Region opened successfully at 1731164004877 (+5 ms) 2024-11-09T14:53:24,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T14:53:24,878 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T14:53:24,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T14:53:24,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T14:53:24,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T14:53:24,878 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T14:53:24,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731164004878Disabling compacts and flushes for region at 1731164004878Disabling writes for close at 1731164004878Writing region close event to WAL at 1731164004878Closed at 1731164004878 2024-11-09T14:53:24,880 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:53:24,880 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T14:53:24,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T14:53:24,881 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T14:53:24,883 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T14:53:24,888 DEBUG [RS:0;da6b20b51b98:34391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da6b20b51b98:34391 2024-11-09T14:53:24,888 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T14:53:24,888 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T14:53:24,888 DEBUG [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T14:53:24,889 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6b20b51b98,43899,1731164004598 with port=34391, startcode=1731164004650 2024-11-09T14:53:24,889 DEBUG [RS:0;da6b20b51b98:34391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T14:53:24,893 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33805, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T14:53:24,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6b20b51b98,34391,1731164004650 2024-11-09T14:53:24,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43899 {}] master.ServerManager(517): Registering regionserver=da6b20b51b98,34391,1731164004650 2024-11-09T14:53:24,895 DEBUG [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49 2024-11-09T14:53:24,895 DEBUG [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38485 2024-11-09T14:53:24,895 DEBUG [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T14:53:24,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T14:53:24,899 DEBUG [RS:0;da6b20b51b98:34391 {}] zookeeper.ZKUtil(111): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6b20b51b98,34391,1731164004650 2024-11-09T14:53:24,899 WARN [RS:0;da6b20b51b98:34391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T14:53:24,899 INFO [RS:0;da6b20b51b98:34391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:53:24,899 DEBUG [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650 2024-11-09T14:53:24,899 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6b20b51b98,34391,1731164004650] 2024-11-09T14:53:24,904 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T14:53:24,906 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T14:53:24,907 INFO [RS:0;da6b20b51b98:34391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T14:53:24,907 INFO [RS:0;da6b20b51b98:34391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,907 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T14:53:24,908 INFO [RS:0;da6b20b51b98:34391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T14:53:24,908 INFO [RS:0;da6b20b51b98:34391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,908 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:24,908 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:24,908 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:24,908 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:24,908 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:24,908 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6b20b51b98:0, corePoolSize=2, maxPoolSize=2 2024-11-09T14:53:24,909 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:24,909 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:24,909 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:24,909 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:24,909 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:24,909 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:53:24,909 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6b20b51b98:0, corePoolSize=3, maxPoolSize=3 2024-11-09T14:53:24,909 DEBUG [RS:0;da6b20b51b98:34391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0, corePoolSize=3, maxPoolSize=3 2024-11-09T14:53:24,912 INFO [RS:0;da6b20b51b98:34391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,912 INFO [RS:0;da6b20b51b98:34391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,912 INFO [RS:0;da6b20b51b98:34391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,912 INFO [RS:0;da6b20b51b98:34391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,912 INFO [RS:0;da6b20b51b98:34391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,912 INFO [RS:0;da6b20b51b98:34391 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,34391,1731164004650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T14:53:24,927 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T14:53:24,928 INFO [RS:0;da6b20b51b98:34391 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,34391,1731164004650-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,928 INFO [RS:0;da6b20b51b98:34391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,928 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.Replication(171): da6b20b51b98,34391,1731164004650 started 2024-11-09T14:53:24,943 INFO [RS:0;da6b20b51b98:34391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:24,943 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(1482): Serving as da6b20b51b98,34391,1731164004650, RpcServer on da6b20b51b98/172.17.0.2:34391, sessionid=0x1018d85d64e0001 2024-11-09T14:53:24,943 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T14:53:24,943 DEBUG [RS:0;da6b20b51b98:34391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6b20b51b98,34391,1731164004650 2024-11-09T14:53:24,943 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6b20b51b98,34391,1731164004650' 2024-11-09T14:53:24,943 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T14:53:24,944 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T14:53:24,944 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T14:53:24,944 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T14:53:24,944 DEBUG [RS:0;da6b20b51b98:34391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6b20b51b98,34391,1731164004650 2024-11-09T14:53:24,944 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6b20b51b98,34391,1731164004650' 2024-11-09T14:53:24,944 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T14:53:24,945 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T14:53:24,945 DEBUG [RS:0;da6b20b51b98:34391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T14:53:24,945 INFO [RS:0;da6b20b51b98:34391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T14:53:24,945 INFO [RS:0;da6b20b51b98:34391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T14:53:25,033 WARN [da6b20b51b98:43899 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T14:53:25,046 INFO [RS:0;da6b20b51b98:34391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T14:53:25,048 INFO [RS:0;da6b20b51b98:34391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C34391%2C1731164004650, suffix=, logDir=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650, archiveDir=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/oldWALs, maxLogs=32 2024-11-09T14:53:25,071 DEBUG [RS:0;da6b20b51b98:34391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164005050, exclude list is [], retry=0 2024-11-09T14:53:25,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-0bc31e92-bd97-4e95-8653-128c6a209d3c,DISK] 2024-11-09T14:53:25,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38325,DS-8044c048-242f-49a4-a981-8e27dbc19a36,DISK] 2024-11-09T14:53:25,077 INFO [RS:0;da6b20b51b98:34391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164005050 2024-11-09T14:53:25,077 DEBUG [RS:0;da6b20b51b98:34391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37205:37205),(127.0.0.1/127.0.0.1:46379:46379)] 2024-11-09T14:53:25,283 DEBUG [da6b20b51b98:43899 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T14:53:25,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da6b20b51b98,34391,1731164004650 2024-11-09T14:53:25,285 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6b20b51b98,34391,1731164004650, state=OPENING 2024-11-09T14:53:25,287 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T14:53:25,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:25,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:53:25,290 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T14:53:25,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:53:25,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da6b20b51b98,34391,1731164004650}] 2024-11-09T14:53:25,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:53:25,445 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T14:53:25,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34655, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T14:53:25,451 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T14:53:25,451 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:53:25,452 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T14:53:25,453 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C34391%2C1731164004650.meta, suffix=.meta, logDir=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650, archiveDir=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/oldWALs, maxLogs=32 2024-11-09T14:53:25,467 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.meta.1731164005454.meta, exclude list is [], retry=0 2024-11-09T14:53:25,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-0bc31e92-bd97-4e95-8653-128c6a209d3c,DISK] 2024-11-09T14:53:25,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38325,DS-8044c048-242f-49a4-a981-8e27dbc19a36,DISK] 2024-11-09T14:53:25,472 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.meta.1731164005454.meta 2024-11-09T14:53:25,472 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37205:37205),(127.0.0.1/127.0.0.1:46379:46379)] 2024-11-09T14:53:25,473 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:53:25,473 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T14:53:25,474 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T14:53:25,474 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T14:53:25,474 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T14:53:25,474 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:53:25,474 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T14:53:25,474 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T14:53:25,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T14:53:25,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T14:53:25,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:25,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:25,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T14:53:25,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T14:53:25,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:25,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:25,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T14:53:25,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T14:53:25,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:25,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:25,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T14:53:25,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T14:53:25,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:25,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:53:25,483 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T14:53:25,484 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740 2024-11-09T14:53:25,486 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740 2024-11-09T14:53:25,487 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T14:53:25,487 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T14:53:25,488 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T14:53:25,490 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T14:53:25,491 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=856516, jitterRate=0.08911669254302979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T14:53:25,491 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T14:53:25,492 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731164005474Writing region info on filesystem at 1731164005474Initializing all the Stores at 1731164005475 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164005475Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164005476 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164005476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164005476Cleaning up temporary data from old regions at 1731164005487 (+11 ms)Running coprocessor post-open hooks at 1731164005491 (+4 ms)Region opened successfully at 1731164005492 (+1 ms) 2024-11-09T14:53:25,493 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731164005444 2024-11-09T14:53:25,496 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T14:53:25,496 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T14:53:25,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da6b20b51b98,34391,1731164004650 2024-11-09T14:53:25,498 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6b20b51b98,34391,1731164004650, state=OPEN 2024-11-09T14:53:25,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T14:53:25,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T14:53:25,504 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da6b20b51b98,34391,1731164004650 2024-11-09T14:53:25,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:53:25,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:53:25,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T14:53:25,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da6b20b51b98,34391,1731164004650 in 214 msec 2024-11-09T14:53:25,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T14:53:25,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec 2024-11-09T14:53:25,511 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:53:25,512 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T14:53:25,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T14:53:25,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6b20b51b98,34391,1731164004650, seqNum=-1] 2024-11-09T14:53:25,514 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T14:53:25,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50755, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T14:53:25,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 690 msec 2024-11-09T14:53:25,522 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731164005522, completionTime=-1 2024-11-09T14:53:25,523 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T14:53:25,523 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T14:53:25,525 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-09T14:53:25,525 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731164065525 2024-11-09T14:53:25,525 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731164125525 2024-11-09T14:53:25,525 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-09T14:53:25,526 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,43899,1731164004598-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:25,526 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,43899,1731164004598-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:25,526 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,43899,1731164004598-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:25,526 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da6b20b51b98:43899, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:25,526 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:25,528 DEBUG [master/da6b20b51b98:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T14:53:25,532 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:25,537 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.855sec 2024-11-09T14:53:25,537 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T14:53:25,537 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T14:53:25,537 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T14:53:25,537 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T14:53:25,537 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T14:53:25,537 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,43899,1731164004598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T14:53:25,537 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,43899,1731164004598-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T14:53:25,540 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T14:53:25,540 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T14:53:25,541 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,43899,1731164004598-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:53:25,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5707ca8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:53:25,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6b20b51b98,43899,-1 for getting cluster id 2024-11-09T14:53:25,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T14:53:25,568 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c1a90a1-2649-464d-a6ca-44451bbaf53a' 2024-11-09T14:53:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T14:53:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c1a90a1-2649-464d-a6ca-44451bbaf53a" 2024-11-09T14:53:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27dd972c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:53:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6b20b51b98,43899,-1] 2024-11-09T14:53:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T14:53:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:53:25,572 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T14:53:25,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da8b574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:53:25,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T14:53:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6b20b51b98,34391,1731164004650, seqNum=-1] 2024-11-09T14:53:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T14:53:25,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T14:53:25,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da6b20b51b98,43899,1731164004598 2024-11-09T14:53:25,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:53:25,583 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-09T14:53:25,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T14:53:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is da6b20b51b98,43899,1731164004598 2024-11-09T14:53:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ed93972 2024-11-09T14:53:25,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T14:53:25,586 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T14:53:25,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-09T14:53:25,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-09T14:53:25,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T14:53:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T14:53:25,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T14:53:25,591 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:25,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-09T14:53:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T14:53:25,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T14:53:25,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741835_1011 (size=405) 2024-11-09T14:53:25,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741835_1011 (size=405) 2024-11-09T14:53:25,613 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23b646a028590fa275396fc9820ab355, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49 2024-11-09T14:53:25,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741836_1012 (size=88) 2024-11-09T14:53:25,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741836_1012 (size=88) 2024-11-09T14:53:25,623 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:53:25,623 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 23b646a028590fa275396fc9820ab355, disabling compactions & flushes 2024-11-09T14:53:25,623 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:25,623 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:25,623 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. after waiting 0 ms 2024-11-09T14:53:25,623 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:25,623 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:25,623 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23b646a028590fa275396fc9820ab355: Waiting for close lock at 1731164005623Disabling compacts and flushes for region at 1731164005623Disabling writes for close at 1731164005623Writing region close event to WAL at 1731164005623Closed at 1731164005623 2024-11-09T14:53:25,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T14:53:25,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731164005625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731164005625"}]},"ts":"1731164005625"} 2024-11-09T14:53:25,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T14:53:25,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T14:53:25,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731164005629"}]},"ts":"1731164005629"} 2024-11-09T14:53:25,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-09T14:53:25,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=23b646a028590fa275396fc9820ab355, ASSIGN}] 2024-11-09T14:53:25,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=23b646a028590fa275396fc9820ab355, ASSIGN 2024-11-09T14:53:25,635 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=23b646a028590fa275396fc9820ab355, ASSIGN; state=OFFLINE, location=da6b20b51b98,34391,1731164004650; forceNewPlan=false, retain=false 2024-11-09T14:53:25,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23b646a028590fa275396fc9820ab355, regionState=OPENING, regionLocation=da6b20b51b98,34391,1731164004650 2024-11-09T14:53:25,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=23b646a028590fa275396fc9820ab355, ASSIGN because future has completed 2024-11-09T14:53:25,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23b646a028590fa275396fc9820ab355, server=da6b20b51b98,34391,1731164004650}] 2024-11-09T14:53:25,948 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:25,948 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 23b646a028590fa275396fc9820ab355, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355.', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:53:25,948 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 23b646a028590fa275396fc9820ab355 2024-11-09T14:53:25,949 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:53:25,949 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 23b646a028590fa275396fc9820ab355 2024-11-09T14:53:25,949 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 23b646a028590fa275396fc9820ab355 2024-11-09T14:53:25,951 INFO [StoreOpener-23b646a028590fa275396fc9820ab355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 23b646a028590fa275396fc9820ab355 2024-11-09T14:53:25,952 INFO [StoreOpener-23b646a028590fa275396fc9820ab355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23b646a028590fa275396fc9820ab355 columnFamilyName info 2024-11-09T14:53:25,953 DEBUG [StoreOpener-23b646a028590fa275396fc9820ab355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:53:25,953 INFO [StoreOpener-23b646a028590fa275396fc9820ab355-1 {}] regionserver.HStore(327): Store=23b646a028590fa275396fc9820ab355/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:53:25,953 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 23b646a028590fa275396fc9820ab355 2024-11-09T14:53:25,954 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355 2024-11-09T14:53:25,955 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355 2024-11-09T14:53:25,956 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 23b646a028590fa275396fc9820ab355 2024-11-09T14:53:25,956 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 23b646a028590fa275396fc9820ab355 2024-11-09T14:53:25,958 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 23b646a028590fa275396fc9820ab355 2024-11-09T14:53:25,961 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:53:25,962 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 23b646a028590fa275396fc9820ab355; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=805783, jitterRate=0.02460719645023346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T14:53:25,962 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23b646a028590fa275396fc9820ab355 2024-11-09T14:53:25,963 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 23b646a028590fa275396fc9820ab355: Running coprocessor pre-open hook at 1731164005949Writing region info on filesystem at 1731164005949Initializing all the Stores at 1731164005950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164005950Cleaning up temporary data from old regions at 1731164005956 (+6 ms)Running coprocessor post-open hooks at 1731164005962 (+6 ms)Region opened successfully at 1731164005963 (+1 ms) 2024-11-09T14:53:25,964 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355., pid=6, masterSystemTime=1731164005942 2024-11-09T14:53:25,967 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:25,968 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:25,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23b646a028590fa275396fc9820ab355, regionState=OPEN, openSeqNum=2, regionLocation=da6b20b51b98,34391,1731164004650 2024-11-09T14:53:25,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23b646a028590fa275396fc9820ab355, server=da6b20b51b98,34391,1731164004650 because future has completed 2024-11-09T14:53:25,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T14:53:25,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 23b646a028590fa275396fc9820ab355, server=da6b20b51b98,34391,1731164004650 in 187 msec 2024-11-09T14:53:25,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T14:53:25,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=23b646a028590fa275396fc9820ab355, ASSIGN in 349 msec 2024-11-09T14:53:25,986 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T14:53:25,987 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731164005986"}]},"ts":"1731164005986"} 2024-11-09T14:53:25,989 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-09T14:53:25,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T14:53:25,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 404 msec 2024-11-09T14:53:27,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T14:53:27,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:27,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:27,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:27,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:27,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:27,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:27,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:27,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:53:30,904 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T14:53:30,905 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-09T14:53:32,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T14:53:32,418 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T14:53:32,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T14:53:32,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T14:53:32,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T14:53:32,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T14:53:32,420 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T14:53:32,420 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-09T14:53:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T14:53:35,663 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-09T14:53:35,663 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-09T14:53:35,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T14:53:35,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:35,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355., hostname=da6b20b51b98,34391,1731164004650, seqNum=2] 2024-11-09T14:53:35,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T14:53:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T14:53:35,684 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-09T14:53:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T14:53:35,685 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T14:53:35,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T14:53:35,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T14:53:35,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:35,848 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 23b646a028590fa275396fc9820ab355 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-09T14:53:35,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/dc0881af7da8414a972aa924da58d72f is 1055, key is row0001/info:/1731164015671/Put/seqid=0 2024-11-09T14:53:35,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741837_1013 (size=6008) 2024-11-09T14:53:35,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741837_1013 (size=6008) 2024-11-09T14:53:35,871 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/dc0881af7da8414a972aa924da58d72f 2024-11-09T14:53:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/dc0881af7da8414a972aa924da58d72f as hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/dc0881af7da8414a972aa924da58d72f 2024-11-09T14:53:35,885 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/dc0881af7da8414a972aa924da58d72f, entries=1, sequenceid=5, filesize=5.9 K 2024-11-09T14:53:35,886 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 23b646a028590fa275396fc9820ab355 in 38ms, sequenceid=5, compaction requested=false 2024-11-09T14:53:35,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 23b646a028590fa275396fc9820ab355: 2024-11-09T14:53:35,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:35,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T14:53:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T14:53:35,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T14:53:35,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2024-11-09T14:53:35,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 216 msec 2024-11-09T14:53:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T14:53:45,694 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-09T14:53:45,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T14:53:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T14:53:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T14:53:45,699 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-09T14:53:45,700 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T14:53:45,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T14:53:45,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T14:53:45,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:45,854 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 23b646a028590fa275396fc9820ab355 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-09T14:53:45,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/1ad3d384dae44c4aa2ef256f53b0f17b is 1055, key is row0002/info:/1731164025695/Put/seqid=0 2024-11-09T14:53:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741838_1014 (size=6008) 2024-11-09T14:53:45,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741838_1014 (size=6008) 2024-11-09T14:53:45,871 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/1ad3d384dae44c4aa2ef256f53b0f17b 2024-11-09T14:53:45,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/1ad3d384dae44c4aa2ef256f53b0f17b as hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/1ad3d384dae44c4aa2ef256f53b0f17b 2024-11-09T14:53:45,888 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/1ad3d384dae44c4aa2ef256f53b0f17b, entries=1, sequenceid=9, filesize=5.9 K 2024-11-09T14:53:45,889 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 23b646a028590fa275396fc9820ab355 in 35ms, sequenceid=9, compaction requested=false 2024-11-09T14:53:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 23b646a028590fa275396fc9820ab355: 2024-11-09T14:53:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T14:53:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T14:53:45,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T14:53:45,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-11-09T14:53:45,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-11-09T14:53:54,579 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T14:53:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T14:53:55,723 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-09T14:53:55,740 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164035726, exclude list is [], retry=0 2024-11-09T14:53:55,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38325,DS-8044c048-242f-49a4-a981-8e27dbc19a36,DISK] 2024-11-09T14:53:55,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-0bc31e92-bd97-4e95-8653-128c6a209d3c,DISK] 2024-11-09T14:53:55,744 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164005050 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164035726 2024-11-09T14:53:55,745 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46379:46379),(127.0.0.1/127.0.0.1:37205:37205)] 2024-11-09T14:53:55,745 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164005050 is not closed yet, will try archiving it next time 2024-11-09T14:53:55,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T14:53:55,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741833_1009 (size=5471) 2024-11-09T14:53:55,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741833_1009 (size=5471) 2024-11-09T14:53:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T14:53:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T14:53:55,749 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-09T14:53:55,750 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T14:53:55,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T14:53:55,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T14:53:55,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:55,904 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 23b646a028590fa275396fc9820ab355 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-09T14:53:55,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/e5a784ad642c46759b1e61166f50a623 is 1055, key is row0003/info:/1731164035725/Put/seqid=0 2024-11-09T14:53:55,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741840_1016 (size=6008) 2024-11-09T14:53:55,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741840_1016 (size=6008) 2024-11-09T14:53:55,916 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/e5a784ad642c46759b1e61166f50a623 2024-11-09T14:53:55,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/e5a784ad642c46759b1e61166f50a623 as hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/e5a784ad642c46759b1e61166f50a623 2024-11-09T14:53:55,929 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/e5a784ad642c46759b1e61166f50a623, entries=1, sequenceid=13, filesize=5.9 K 2024-11-09T14:53:55,930 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 23b646a028590fa275396fc9820ab355 in 26ms, sequenceid=13, compaction requested=true 2024-11-09T14:53:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 23b646a028590fa275396fc9820ab355: 2024-11-09T14:53:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:53:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T14:53:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T14:53:55,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T14:53:55,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-09T14:53:55,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 190 msec 2024-11-09T14:54:05,648 INFO [master/da6b20b51b98:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T14:54:05,648 INFO [master/da6b20b51b98:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T14:54:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T14:54:05,843 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-09T14:54:05,846 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T14:54:05,849 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T14:54:05,850 DEBUG [Time-limited test {}] regionserver.HStore(1541): 23b646a028590fa275396fc9820ab355/info is initiating minor compaction (all files) 2024-11-09T14:54:05,850 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T14:54:05,850 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:05,851 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 23b646a028590fa275396fc9820ab355/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:54:05,851 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/dc0881af7da8414a972aa924da58d72f, hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/1ad3d384dae44c4aa2ef256f53b0f17b, hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/e5a784ad642c46759b1e61166f50a623] into tmpdir=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp, totalSize=17.6 K 2024-11-09T14:54:05,852 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting dc0881af7da8414a972aa924da58d72f, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731164015671 2024-11-09T14:54:05,852 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1ad3d384dae44c4aa2ef256f53b0f17b, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731164025695 2024-11-09T14:54:05,853 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e5a784ad642c46759b1e61166f50a623, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731164035725 2024-11-09T14:54:05,877 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 23b646a028590fa275396fc9820ab355#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T14:54:05,878 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/ab5433e36fd7401ba292404ab9ef6e9f is 1055, key is row0001/info:/1731164015671/Put/seqid=0 2024-11-09T14:54:05,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741841_1017 (size=8221) 2024-11-09T14:54:05,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741841_1017 (size=8221) 2024-11-09T14:54:05,890 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/ab5433e36fd7401ba292404ab9ef6e9f as hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/ab5433e36fd7401ba292404ab9ef6e9f 2024-11-09T14:54:05,902 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23b646a028590fa275396fc9820ab355/info of 23b646a028590fa275396fc9820ab355 into ab5433e36fd7401ba292404ab9ef6e9f(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T14:54:05,902 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 23b646a028590fa275396fc9820ab355: 2024-11-09T14:54:05,919 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164045905, exclude list is [], retry=0 2024-11-09T14:54:05,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-0bc31e92-bd97-4e95-8653-128c6a209d3c,DISK] 2024-11-09T14:54:05,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38325,DS-8044c048-242f-49a4-a981-8e27dbc19a36,DISK] 2024-11-09T14:54:05,923 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164035726 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164045905 2024-11-09T14:54:05,923 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37205:37205),(127.0.0.1/127.0.0.1:46379:46379)] 2024-11-09T14:54:05,923 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164035726 is not closed yet, will try archiving it next time 2024-11-09T14:54:05,923 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164005050 to hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/oldWALs/da6b20b51b98%2C34391%2C1731164004650.1731164005050 2024-11-09T14:54:05,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741839_1015 (size=2495) 2024-11-09T14:54:05,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T14:54:05,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741839_1015 (size=2495) 2024-11-09T14:54:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T14:54:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T14:54:05,926 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-09T14:54:05,927 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T14:54:05,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T14:54:06,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T14:54:06,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:54:06,080 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 23b646a028590fa275396fc9820ab355 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-09T14:54:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/d7125bb8b0604e6896403659ca339759 is 1055, key is row0000/info:/1731164045904/Put/seqid=0 2024-11-09T14:54:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741843_1019 (size=6008) 2024-11-09T14:54:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741843_1019 (size=6008) 2024-11-09T14:54:06,092 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/d7125bb8b0604e6896403659ca339759 2024-11-09T14:54:06,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/d7125bb8b0604e6896403659ca339759 as hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/d7125bb8b0604e6896403659ca339759 2024-11-09T14:54:06,104 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/d7125bb8b0604e6896403659ca339759, entries=1, sequenceid=18, filesize=5.9 K 2024-11-09T14:54:06,105 INFO [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 23b646a028590fa275396fc9820ab355 in 25ms, sequenceid=18, compaction requested=false 2024-11-09T14:54:06,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 23b646a028590fa275396fc9820ab355: 2024-11-09T14:54:06,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:54:06,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T14:54:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T14:54:06,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T14:54:06,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 179 msec 2024-11-09T14:54:06,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 187 msec 2024-11-09T14:54:10,949 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 23b646a028590fa275396fc9820ab355, had cached 0 bytes from a total of 14229 2024-11-09T14:54:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T14:54:16,003 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-09T14:54:16,019 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164056006, exclude list is [], retry=0 2024-11-09T14:54:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38325,DS-8044c048-242f-49a4-a981-8e27dbc19a36,DISK] 2024-11-09T14:54:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-0bc31e92-bd97-4e95-8653-128c6a209d3c,DISK] 2024-11-09T14:54:16,024 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164045905 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164056006 2024-11-09T14:54:16,025 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37205:37205),(127.0.0.1/127.0.0.1:46379:46379)] 2024-11-09T14:54:16,025 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164045905 is not closed yet, will try archiving it next time 2024-11-09T14:54:16,025 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/WALs/da6b20b51b98,34391,1731164004650/da6b20b51b98%2C34391%2C1731164004650.1731164035726 to hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/oldWALs/da6b20b51b98%2C34391%2C1731164004650.1731164035726 2024-11-09T14:54:16,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T14:54:16,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T14:54:16,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:54:16,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:54:16,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:54:16,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T14:54:16,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1997191721, stopped=false 2024-11-09T14:54:16,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T14:54:16,026 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da6b20b51b98,43899,1731164004598 2024-11-09T14:54:16,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741842_1018 (size=2001) 2024-11-09T14:54:16,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741842_1018 (size=2001) 2024-11-09T14:54:16,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T14:54:16,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T14:54:16,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:16,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:16,028 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T14:54:16,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T14:54:16,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:54:16,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:54:16,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:54:16,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:54:16,029 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6b20b51b98,34391,1731164004650' ***** 2024-11-09T14:54:16,029 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T14:54:16,029 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T14:54:16,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T14:54:16,029 INFO [RS:0;da6b20b51b98:34391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T14:54:16,029 INFO [RS:0;da6b20b51b98:34391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T14:54:16,030 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(3091): Received CLOSE for 23b646a028590fa275396fc9820ab355 2024-11-09T14:54:16,030 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(959): stopping server da6b20b51b98,34391,1731164004650 2024-11-09T14:54:16,030 INFO [RS:0;da6b20b51b98:34391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T14:54:16,030 INFO [RS:0;da6b20b51b98:34391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da6b20b51b98:34391. 2024-11-09T14:54:16,030 DEBUG [RS:0;da6b20b51b98:34391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:54:16,030 DEBUG [RS:0;da6b20b51b98:34391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:54:16,030 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23b646a028590fa275396fc9820ab355, disabling compactions & flushes 2024-11-09T14:54:16,030 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T14:54:16,030 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:54:16,030 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T14:54:16,030 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:54:16,030 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T14:54:16,030 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. after waiting 0 ms 2024-11-09T14:54:16,030 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T14:54:16,030 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:54:16,030 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23b646a028590fa275396fc9820ab355 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-09T14:54:16,031 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T14:54:16,031 DEBUG [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(1325): Online Regions={23b646a028590fa275396fc9820ab355=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T14:54:16,031 DEBUG [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23b646a028590fa275396fc9820ab355 2024-11-09T14:54:16,031 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T14:54:16,031 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T14:54:16,031 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T14:54:16,031 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T14:54:16,031 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T14:54:16,031 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-09T14:54:16,036 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/603b6c6e4121423ab704f3c277a34580 is 1055, key is row0001/info:/1731164056005/Put/seqid=0 2024-11-09T14:54:16,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741845_1021 (size=6008) 2024-11-09T14:54:16,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741845_1021 (size=6008) 2024-11-09T14:54:16,049 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/603b6c6e4121423ab704f3c277a34580 2024-11-09T14:54:16,049 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/.tmp/info/e30660b80b51437cbc0c68519938f2f6 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355./info:regioninfo/1731164005969/Put/seqid=0 2024-11-09T14:54:16,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741846_1022 (size=7308) 2024-11-09T14:54:16,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741846_1022 (size=7308) 2024-11-09T14:54:16,056 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/.tmp/info/e30660b80b51437cbc0c68519938f2f6 2024-11-09T14:54:16,056 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/.tmp/info/603b6c6e4121423ab704f3c277a34580 as hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/603b6c6e4121423ab704f3c277a34580 2024-11-09T14:54:16,064 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/603b6c6e4121423ab704f3c277a34580, entries=1, sequenceid=22, filesize=5.9 K 2024-11-09T14:54:16,065 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 23b646a028590fa275396fc9820ab355 in 35ms, sequenceid=22, compaction requested=true 2024-11-09T14:54:16,065 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/dc0881af7da8414a972aa924da58d72f, hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/1ad3d384dae44c4aa2ef256f53b0f17b, hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/e5a784ad642c46759b1e61166f50a623] to archive 2024-11-09T14:54:16,068 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T14:54:16,071 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/dc0881af7da8414a972aa924da58d72f to hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/dc0881af7da8414a972aa924da58d72f 2024-11-09T14:54:16,072 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/1ad3d384dae44c4aa2ef256f53b0f17b to hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/1ad3d384dae44c4aa2ef256f53b0f17b 2024-11-09T14:54:16,074 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/e5a784ad642c46759b1e61166f50a623 to hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/info/e5a784ad642c46759b1e61166f50a623 2024-11-09T14:54:16,079 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/.tmp/ns/13f7ec82b67543cf82ac45046ac9cd55 is 43, key is default/ns:d/1731164005516/Put/seqid=0 2024-11-09T14:54:16,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741847_1023 (size=5153) 2024-11-09T14:54:16,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741847_1023 (size=5153) 2024-11-09T14:54:16,086 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/.tmp/ns/13f7ec82b67543cf82ac45046ac9cd55 2024-11-09T14:54:16,086 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da6b20b51b98:43899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-09T14:54:16,087 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [dc0881af7da8414a972aa924da58d72f=6008, 1ad3d384dae44c4aa2ef256f53b0f17b=6008, e5a784ad642c46759b1e61166f50a623=6008] 2024-11-09T14:54:16,091 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/23b646a028590fa275396fc9820ab355/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-09T14:54:16,092 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:54:16,092 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23b646a028590fa275396fc9820ab355: Waiting for close lock at 1731164056030Running coprocessor pre-close hooks at 1731164056030Disabling compacts and flushes for region at 1731164056030Disabling writes for close at 1731164056030Obtaining lock to block concurrent updates at 1731164056031 (+1 ms)Preparing flush snapshotting stores in 23b646a028590fa275396fc9820ab355 at 1731164056031Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731164056031Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. at 1731164056031Flushing 23b646a028590fa275396fc9820ab355/info: creating writer at 1731164056032 (+1 ms)Flushing 23b646a028590fa275396fc9820ab355/info: appending metadata at 1731164056036 (+4 ms)Flushing 23b646a028590fa275396fc9820ab355/info: closing flushed file at 1731164056036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b97104: reopening flushed file at 1731164056055 (+19 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 23b646a028590fa275396fc9820ab355 in 35ms, sequenceid=22, compaction requested=true at 1731164056065 (+10 ms)Writing region close event to WAL at 1731164056087 (+22 ms)Running coprocessor post-close hooks at 1731164056092 (+5 ms)Closed at 1731164056092 2024-11-09T14:54:16,092 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731164005587.23b646a028590fa275396fc9820ab355. 2024-11-09T14:54:16,108 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/.tmp/table/774b43bda53c444db16b7b4c95ed06e8 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731164005986/Put/seqid=0 2024-11-09T14:54:16,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741848_1024 (size=5508) 2024-11-09T14:54:16,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741848_1024 (size=5508) 2024-11-09T14:54:16,113 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/.tmp/table/774b43bda53c444db16b7b4c95ed06e8 2024-11-09T14:54:16,120 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/.tmp/info/e30660b80b51437cbc0c68519938f2f6 as hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/info/e30660b80b51437cbc0c68519938f2f6 2024-11-09T14:54:16,126 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/info/e30660b80b51437cbc0c68519938f2f6, entries=10, sequenceid=11, filesize=7.1 K 2024-11-09T14:54:16,127 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/.tmp/ns/13f7ec82b67543cf82ac45046ac9cd55 as hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/ns/13f7ec82b67543cf82ac45046ac9cd55 2024-11-09T14:54:16,132 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/ns/13f7ec82b67543cf82ac45046ac9cd55, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T14:54:16,133 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/.tmp/table/774b43bda53c444db16b7b4c95ed06e8 as hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/table/774b43bda53c444db16b7b4c95ed06e8 2024-11-09T14:54:16,138 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/table/774b43bda53c444db16b7b4c95ed06e8, entries=2, sequenceid=11, filesize=5.4 K 2024-11-09T14:54:16,139 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=11, compaction requested=false 2024-11-09T14:54:16,144 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T14:54:16,145 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T14:54:16,145 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T14:54:16,145 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731164056031Running coprocessor pre-close hooks at 1731164056031Disabling compacts and flushes for region at 1731164056031Disabling writes for close at 1731164056031Obtaining lock to block concurrent updates at 1731164056031Preparing flush snapshotting stores in 1588230740 at 1731164056031Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731164056031Flushing stores of hbase:meta,,1.1588230740 at 1731164056032 (+1 ms)Flushing 1588230740/info: creating writer at 1731164056032Flushing 1588230740/info: appending metadata at 1731164056049 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731164056049Flushing 1588230740/ns: creating writer at 1731164056061 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731164056079 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731164056079Flushing 1588230740/table: creating writer at 1731164056093 (+14 ms)Flushing 1588230740/table: appending metadata at 1731164056107 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731164056107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38381074: reopening flushed file at 1731164056119 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73333563: reopening flushed file at 1731164056126 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c822af9: reopening flushed file at 1731164056132 (+6 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=11, compaction requested=false at 1731164056139 (+7 ms)Writing region close event to WAL at 1731164056141 (+2 ms)Running coprocessor post-close hooks at 1731164056145 (+4 ms)Closed at 1731164056145 2024-11-09T14:54:16,145 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T14:54:16,231 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(976): stopping server da6b20b51b98,34391,1731164004650; all regions closed. 2024-11-09T14:54:16,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741834_1010 (size=3306) 2024-11-09T14:54:16,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741834_1010 (size=3306) 2024-11-09T14:54:16,236 DEBUG [RS:0;da6b20b51b98:34391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/oldWALs 2024-11-09T14:54:16,236 INFO [RS:0;da6b20b51b98:34391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6b20b51b98%2C34391%2C1731164004650.meta:.meta(num 1731164005454) 2024-11-09T14:54:16,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741844_1020 (size=1252) 2024-11-09T14:54:16,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741844_1020 (size=1252) 2024-11-09T14:54:16,241 DEBUG [RS:0;da6b20b51b98:34391 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/oldWALs 2024-11-09T14:54:16,241 INFO [RS:0;da6b20b51b98:34391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6b20b51b98%2C34391%2C1731164004650:(num 1731164056006) 2024-11-09T14:54:16,241 DEBUG [RS:0;da6b20b51b98:34391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:54:16,241 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T14:54:16,242 INFO [RS:0;da6b20b51b98:34391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T14:54:16,242 INFO [RS:0;da6b20b51b98:34391 {}] hbase.ChoreService(370): Chore service for: regionserver/da6b20b51b98:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T14:54:16,242 INFO [RS:0;da6b20b51b98:34391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T14:54:16,242 INFO [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T14:54:16,242 INFO [RS:0;da6b20b51b98:34391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34391 2024-11-09T14:54:16,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T14:54:16,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6b20b51b98,34391,1731164004650 2024-11-09T14:54:16,245 INFO [RS:0;da6b20b51b98:34391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T14:54:16,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6b20b51b98,34391,1731164004650] 2024-11-09T14:54:16,247 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6b20b51b98,34391,1731164004650 already deleted, retry=false 2024-11-09T14:54:16,247 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6b20b51b98,34391,1731164004650 expired; onlineServers=0 2024-11-09T14:54:16,247 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da6b20b51b98,43899,1731164004598' ***** 2024-11-09T14:54:16,248 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T14:54:16,248 INFO [M:0;da6b20b51b98:43899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T14:54:16,248 INFO [M:0;da6b20b51b98:43899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T14:54:16,248 DEBUG [M:0;da6b20b51b98:43899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T14:54:16,248 DEBUG [M:0;da6b20b51b98:43899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T14:54:16,248 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T14:54:16,248 DEBUG [master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731164004836 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731164004836,5,FailOnTimeoutGroup] 2024-11-09T14:54:16,248 DEBUG [master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731164004835 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731164004835,5,FailOnTimeoutGroup] 2024-11-09T14:54:16,248 INFO [M:0;da6b20b51b98:43899 {}] hbase.ChoreService(370): Chore service for: master/da6b20b51b98:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T14:54:16,248 INFO [M:0;da6b20b51b98:43899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T14:54:16,248 DEBUG [M:0;da6b20b51b98:43899 {}] master.HMaster(1795): Stopping service threads 2024-11-09T14:54:16,248 INFO [M:0;da6b20b51b98:43899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T14:54:16,249 INFO [M:0;da6b20b51b98:43899 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T14:54:16,249 INFO [M:0;da6b20b51b98:43899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T14:54:16,249 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T14:54:16,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T14:54:16,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:16,249 DEBUG [M:0;da6b20b51b98:43899 {}] zookeeper.ZKUtil(347): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T14:54:16,249 WARN [M:0;da6b20b51b98:43899 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T14:54:16,251 INFO [M:0;da6b20b51b98:43899 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/.lastflushedseqids 2024-11-09T14:54:16,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741849_1025 (size=130) 2024-11-09T14:54:16,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741849_1025 (size=130) 2024-11-09T14:54:16,258 INFO [M:0;da6b20b51b98:43899 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T14:54:16,258 INFO [M:0;da6b20b51b98:43899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T14:54:16,258 DEBUG [M:0;da6b20b51b98:43899 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T14:54:16,258 INFO [M:0;da6b20b51b98:43899 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:54:16,258 DEBUG [M:0;da6b20b51b98:43899 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:54:16,258 DEBUG [M:0;da6b20b51b98:43899 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T14:54:16,258 DEBUG [M:0;da6b20b51b98:43899 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:54:16,258 INFO [M:0;da6b20b51b98:43899 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-09T14:54:16,275 DEBUG [M:0;da6b20b51b98:43899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd877d8a5895450a8f53ff3e561ad5b2 is 82, key is hbase:meta,,1/info:regioninfo/1731164005497/Put/seqid=0 2024-11-09T14:54:16,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741850_1026 (size=5672) 2024-11-09T14:54:16,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741850_1026 (size=5672) 2024-11-09T14:54:16,280 INFO [M:0;da6b20b51b98:43899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd877d8a5895450a8f53ff3e561ad5b2 2024-11-09T14:54:16,301 DEBUG [M:0;da6b20b51b98:43899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a07d7c75d4194902a84f602cfd807943 is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731164005995/Put/seqid=0 2024-11-09T14:54:16,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741851_1027 (size=7823) 2024-11-09T14:54:16,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741851_1027 (size=7823) 2024-11-09T14:54:16,307 INFO [M:0;da6b20b51b98:43899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a07d7c75d4194902a84f602cfd807943 2024-11-09T14:54:16,311 INFO [M:0;da6b20b51b98:43899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a07d7c75d4194902a84f602cfd807943 2024-11-09T14:54:16,326 DEBUG [M:0;da6b20b51b98:43899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7680c1f455a49228fee42cc492c3ad4 is 69, key is da6b20b51b98,34391,1731164004650/rs:state/1731164004894/Put/seqid=0 2024-11-09T14:54:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741852_1028 (size=5156) 2024-11-09T14:54:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741852_1028 (size=5156) 2024-11-09T14:54:16,332 INFO [M:0;da6b20b51b98:43899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7680c1f455a49228fee42cc492c3ad4 2024-11-09T14:54:16,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:54:16,346 INFO [RS:0;da6b20b51b98:34391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T14:54:16,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34391-0x1018d85d64e0001, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:54:16,346 INFO [RS:0;da6b20b51b98:34391 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6b20b51b98,34391,1731164004650; zookeeper connection closed. 2024-11-09T14:54:16,347 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@346a0511 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@346a0511 2024-11-09T14:54:16,347 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T14:54:16,351 DEBUG [M:0;da6b20b51b98:43899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/23f64b6b3a35442181f43b50785459f7 is 52, key is load_balancer_on/state:d/1731164005581/Put/seqid=0 2024-11-09T14:54:16,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741853_1029 (size=5056) 2024-11-09T14:54:16,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741853_1029 (size=5056) 2024-11-09T14:54:16,357 INFO [M:0;da6b20b51b98:43899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/23f64b6b3a35442181f43b50785459f7 2024-11-09T14:54:16,362 DEBUG [M:0;da6b20b51b98:43899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd877d8a5895450a8f53ff3e561ad5b2 as hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd877d8a5895450a8f53ff3e561ad5b2 2024-11-09T14:54:16,368 INFO [M:0;da6b20b51b98:43899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd877d8a5895450a8f53ff3e561ad5b2, entries=8, sequenceid=121, filesize=5.5 K 2024-11-09T14:54:16,369 DEBUG [M:0;da6b20b51b98:43899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a07d7c75d4194902a84f602cfd807943 as hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a07d7c75d4194902a84f602cfd807943 2024-11-09T14:54:16,374 INFO [M:0;da6b20b51b98:43899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a07d7c75d4194902a84f602cfd807943 2024-11-09T14:54:16,374 INFO [M:0;da6b20b51b98:43899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a07d7c75d4194902a84f602cfd807943, entries=14, sequenceid=121, filesize=7.6 K 2024-11-09T14:54:16,375 DEBUG [M:0;da6b20b51b98:43899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7680c1f455a49228fee42cc492c3ad4 as hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7680c1f455a49228fee42cc492c3ad4 2024-11-09T14:54:16,380 INFO [M:0;da6b20b51b98:43899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7680c1f455a49228fee42cc492c3ad4, entries=1, sequenceid=121, filesize=5.0 K 2024-11-09T14:54:16,381 DEBUG [M:0;da6b20b51b98:43899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/23f64b6b3a35442181f43b50785459f7 as hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/23f64b6b3a35442181f43b50785459f7 2024-11-09T14:54:16,385 INFO [M:0;da6b20b51b98:43899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/23f64b6b3a35442181f43b50785459f7, entries=1, sequenceid=121, filesize=4.9 K 2024-11-09T14:54:16,386 INFO [M:0;da6b20b51b98:43899 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44641, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false 2024-11-09T14:54:16,388 INFO [M:0;da6b20b51b98:43899 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:54:16,388 DEBUG [M:0;da6b20b51b98:43899 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731164056258Disabling compacts and flushes for region at 1731164056258Disabling writes for close at 1731164056258Obtaining lock to block concurrent updates at 1731164056258Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731164056258Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44641, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1731164056259 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731164056259Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731164056259Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731164056274 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731164056274Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731164056286 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731164056301 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731164056301Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731164056312 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731164056325 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731164056326 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731164056336 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731164056351 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731164056351Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a1a189: reopening flushed file at 1731164056362 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d828e17: reopening flushed file at 1731164056368 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f3c694: reopening flushed file at 1731164056374 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff1f241: reopening flushed file at 1731164056380 (+6 ms)Finished flush of dataSize ~43.59 KB/44641, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false at 1731164056386 (+6 ms)Writing region close event to WAL at 1731164056388 (+2 ms)Closed at 1731164056388 2024-11-09T14:54:16,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741830_1006 (size=53038) 2024-11-09T14:54:16,391 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42651606-b12d-5d47-7f22-28862b5e2a49/MasterData/WALs/da6b20b51b98,43899,1731164004598/da6b20b51b98%2C43899%2C1731164004598.1731164004740 not finished, retry = 0 2024-11-09T14:54:16,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741830_1006 (size=53038) 2024-11-09T14:54:16,492 INFO [M:0;da6b20b51b98:43899 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T14:54:16,492 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T14:54:16,492 INFO [M:0;da6b20b51b98:43899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43899 2024-11-09T14:54:16,492 INFO [M:0;da6b20b51b98:43899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T14:54:16,594 INFO [M:0;da6b20b51b98:43899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T14:54:16,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:54:16,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1018d85d64e0000, quorum=127.0.0.1:61653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:54:16,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@490ab78f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:54:16,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35fe3c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:54:16,597 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:54:16,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@821aa50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:54:16,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d55df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/hadoop.log.dir/,STOPPED} 2024-11-09T14:54:16,599 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:54:16,599 WARN [BP-89540083-172.17.0.2-1731164003889 heartbeating to localhost/127.0.0.1:38485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:54:16,599 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:54:16,599 WARN [BP-89540083-172.17.0.2-1731164003889 heartbeating to localhost/127.0.0.1:38485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-89540083-172.17.0.2-1731164003889 (Datanode Uuid d786d372-793a-4032-a982-2c49a9ad4665) service to localhost/127.0.0.1:38485 2024-11-09T14:54:16,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/cluster_26948918-8e5a-0a7b-735d-826c1fea95a6/data/data3/current/BP-89540083-172.17.0.2-1731164003889 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:54:16,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/cluster_26948918-8e5a-0a7b-735d-826c1fea95a6/data/data4/current/BP-89540083-172.17.0.2-1731164003889 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:54:16,600 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:54:16,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a39f17a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:54:16,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f6c3d8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:54:16,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:54:16,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce33677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:54:16,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282d8f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/hadoop.log.dir/,STOPPED} 2024-11-09T14:54:16,605 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:54:16,605 WARN [BP-89540083-172.17.0.2-1731164003889 heartbeating to localhost/127.0.0.1:38485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:54:16,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:54:16,605 WARN [BP-89540083-172.17.0.2-1731164003889 heartbeating to localhost/127.0.0.1:38485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-89540083-172.17.0.2-1731164003889 (Datanode Uuid d89e3f38-a35d-42eb-a37d-4429fecaa9ea) service to localhost/127.0.0.1:38485 2024-11-09T14:54:16,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/cluster_26948918-8e5a-0a7b-735d-826c1fea95a6/data/data1/current/BP-89540083-172.17.0.2-1731164003889 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:54:16,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/cluster_26948918-8e5a-0a7b-735d-826c1fea95a6/data/data2/current/BP-89540083-172.17.0.2-1731164003889 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:54:16,606 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:54:16,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3897fe0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T14:54:16,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37142000{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:54:16,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:54:16,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af4b54f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:54:16,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54df4658{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/hadoop.log.dir/,STOPPED} 2024-11-09T14:54:16,619 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T14:54:16,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T14:54:16,644 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=98 (was 102), OpenFileDescriptor=429 (was 444), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=119 (was 65) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7404 (was 8036) 2024-11-09T14:54:16,650 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=98, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=119, ProcessCount=11, AvailableMemoryMB=7404 2024-11-09T14:54:16,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T14:54:16,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/hadoop.log.dir so I do NOT create it in target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68 2024-11-09T14:54:16,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4eb0abc-3752-0625-779c-97cc71a48d8d/hadoop.tmp.dir so I do NOT create it in target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68 2024-11-09T14:54:16,650 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/cluster_72a3566b-fe1d-004e-8ae6-023e10336c23, deleteOnExit=true 2024-11-09T14:54:16,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T14:54:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/test.cache.data in system properties and HBase conf 2024-11-09T14:54:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T14:54:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/hadoop.log.dir in system properties and HBase conf 2024-11-09T14:54:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T14:54:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T14:54:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T14:54:16,651 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T14:54:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T14:54:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T14:54:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T14:54:16,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T14:54:16,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T14:54:16,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T14:54:16,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T14:54:16,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T14:54:16,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T14:54:16,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/nfs.dump.dir in system properties and HBase conf 2024-11-09T14:54:16,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/java.io.tmpdir in system properties and HBase conf 2024-11-09T14:54:16,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T14:54:16,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T14:54:16,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T14:54:16,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:54:16,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:54:16,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:54:16,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:54:16,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T14:54:16,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:54:16,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51d868a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:54:16,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44bd3813{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:54:16,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2500871c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/java.io.tmpdir/jetty-localhost-39405-hadoop-hdfs-3_4_1-tests_jar-_-any-15462084388185399960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T14:54:16,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fac4055{HTTP/1.1, (http/1.1)}{localhost:39405} 2024-11-09T14:54:16,857 INFO [Time-limited test {}] server.Server(415): Started @139749ms 2024-11-09T14:54:16,914 INFO [regionserver/da6b20b51b98:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T14:54:16,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:54:16,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:54:16,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:54:16,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:54:16,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T14:54:16,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612c30eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:54:16,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54e0e381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:54:17,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68d6b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/java.io.tmpdir/jetty-localhost-46615-hadoop-hdfs-3_4_1-tests_jar-_-any-3046828753976969398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:54:17,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41eacc22{HTTP/1.1, (http/1.1)}{localhost:46615} 2024-11-09T14:54:17,059 INFO [Time-limited test {}] server.Server(415): Started @139951ms 2024-11-09T14:54:17,061 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:54:17,093 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:54:17,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:54:17,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:54:17,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:54:17,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T14:54:17,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@269e588e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:54:17,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d903d10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:54:17,157 WARN [Thread-1089 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/cluster_72a3566b-fe1d-004e-8ae6-023e10336c23/data/data1/current/BP-1961451720-172.17.0.2-1731164056683/current, will proceed with Du for space computation calculation, 2024-11-09T14:54:17,158 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/cluster_72a3566b-fe1d-004e-8ae6-023e10336c23/data/data2/current/BP-1961451720-172.17.0.2-1731164056683/current, will proceed with Du for space computation calculation, 2024-11-09T14:54:17,180 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:54:17,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9702f7d7f47b6b43 with lease ID 0x62baccfab5186b47: Processing first storage report for DS-72d7b625-d428-4a52-8b61-4f58de3c8adc from datanode DatanodeRegistration(127.0.0.1:43133, datanodeUuid=ac6c09e7-b1a9-4f9b-8cd6-4d644593183a, infoPort=38439, infoSecurePort=0, ipcPort=40259, storageInfo=lv=-57;cid=testClusterID;nsid=1417831485;c=1731164056683) 2024-11-09T14:54:17,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9702f7d7f47b6b43 with lease ID 0x62baccfab5186b47: from storage DS-72d7b625-d428-4a52-8b61-4f58de3c8adc node DatanodeRegistration(127.0.0.1:43133, datanodeUuid=ac6c09e7-b1a9-4f9b-8cd6-4d644593183a, infoPort=38439, infoSecurePort=0, ipcPort=40259, storageInfo=lv=-57;cid=testClusterID;nsid=1417831485;c=1731164056683), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T14:54:17,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9702f7d7f47b6b43 with lease ID 0x62baccfab5186b47: Processing first storage report for DS-f20c40c7-5b88-401b-88a7-a722877ee24d from datanode DatanodeRegistration(127.0.0.1:43133, datanodeUuid=ac6c09e7-b1a9-4f9b-8cd6-4d644593183a, infoPort=38439, infoSecurePort=0, ipcPort=40259, storageInfo=lv=-57;cid=testClusterID;nsid=1417831485;c=1731164056683) 2024-11-09T14:54:17,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9702f7d7f47b6b43 with lease ID 0x62baccfab5186b47: from storage DS-f20c40c7-5b88-401b-88a7-a722877ee24d node DatanodeRegistration(127.0.0.1:43133, datanodeUuid=ac6c09e7-b1a9-4f9b-8cd6-4d644593183a, infoPort=38439, infoSecurePort=0, ipcPort=40259, storageInfo=lv=-57;cid=testClusterID;nsid=1417831485;c=1731164056683), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:54:17,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c392b80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/java.io.tmpdir/jetty-localhost-40475-hadoop-hdfs-3_4_1-tests_jar-_-any-15860596444753463553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:54:17,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1399bf5{HTTP/1.1, (http/1.1)}{localhost:40475} 2024-11-09T14:54:17,217 INFO [Time-limited test {}] server.Server(415): Started @140108ms 2024-11-09T14:54:17,218 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:54:17,313 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/cluster_72a3566b-fe1d-004e-8ae6-023e10336c23/data/data4/current/BP-1961451720-172.17.0.2-1731164056683/current, will proceed with Du for space computation calculation, 2024-11-09T14:54:17,313 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/cluster_72a3566b-fe1d-004e-8ae6-023e10336c23/data/data3/current/BP-1961451720-172.17.0.2-1731164056683/current, will proceed with Du for space computation calculation, 2024-11-09T14:54:17,330 WARN [Thread-1104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:54:17,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa97e54e7899f5aa with lease ID 0x62baccfab5186b48: Processing first storage report for DS-409f175c-83df-4387-bd5a-e8283e551c25 from datanode DatanodeRegistration(127.0.0.1:41369, datanodeUuid=2d3108fd-7b95-4906-b7c5-d95342c0a99e, infoPort=34323, infoSecurePort=0, ipcPort=38981, storageInfo=lv=-57;cid=testClusterID;nsid=1417831485;c=1731164056683) 2024-11-09T14:54:17,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa97e54e7899f5aa with lease ID 0x62baccfab5186b48: from storage DS-409f175c-83df-4387-bd5a-e8283e551c25 node DatanodeRegistration(127.0.0.1:41369, datanodeUuid=2d3108fd-7b95-4906-b7c5-d95342c0a99e, infoPort=34323, infoSecurePort=0, ipcPort=38981, storageInfo=lv=-57;cid=testClusterID;nsid=1417831485;c=1731164056683), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:54:17,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa97e54e7899f5aa with lease ID 0x62baccfab5186b48: Processing first storage report for DS-ffbad0ef-7e67-4de4-8c55-82ec6e17af27 from datanode DatanodeRegistration(127.0.0.1:41369, datanodeUuid=2d3108fd-7b95-4906-b7c5-d95342c0a99e, infoPort=34323, infoSecurePort=0, ipcPort=38981, storageInfo=lv=-57;cid=testClusterID;nsid=1417831485;c=1731164056683) 2024-11-09T14:54:17,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa97e54e7899f5aa with lease ID 0x62baccfab5186b48: from storage DS-ffbad0ef-7e67-4de4-8c55-82ec6e17af27 node DatanodeRegistration(127.0.0.1:41369, datanodeUuid=2d3108fd-7b95-4906-b7c5-d95342c0a99e, infoPort=34323, infoSecurePort=0, ipcPort=38981, storageInfo=lv=-57;cid=testClusterID;nsid=1417831485;c=1731164056683), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:54:17,342 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68 2024-11-09T14:54:17,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/cluster_72a3566b-fe1d-004e-8ae6-023e10336c23/zookeeper_0, clientPort=56591, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/cluster_72a3566b-fe1d-004e-8ae6-023e10336c23/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/cluster_72a3566b-fe1d-004e-8ae6-023e10336c23/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T14:54:17,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56591 2024-11-09T14:54:17,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:54:17,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:54:17,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741825_1001 (size=7) 2024-11-09T14:54:17,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741825_1001 (size=7) 2024-11-09T14:54:17,357 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b with version=8 2024-11-09T14:54:17,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/hbase-staging 2024-11-09T14:54:17,359 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da6b20b51b98:0 server-side Connection retries=45 2024-11-09T14:54:17,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:54:17,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T14:54:17,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T14:54:17,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:54:17,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T14:54:17,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T14:54:17,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:54:17,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39117 2024-11-09T14:54:17,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39117 connecting to ZooKeeper ensemble=127.0.0.1:56591 2024-11-09T14:54:17,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391170x0, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T14:54:17,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39117-0x1018d86a4680000 connected 2024-11-09T14:54:17,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:54:17,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:54:17,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:54:17,383 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b, hbase.cluster.distributed=false 2024-11-09T14:54:17,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T14:54:17,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39117 2024-11-09T14:54:17,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39117 2024-11-09T14:54:17,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39117 2024-11-09T14:54:17,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39117 2024-11-09T14:54:17,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39117 2024-11-09T14:54:17,401 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6b20b51b98:0 server-side Connection retries=45 2024-11-09T14:54:17,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:54:17,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T14:54:17,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T14:54:17,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:54:17,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T14:54:17,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T14:54:17,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:54:17,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44011 2024-11-09T14:54:17,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44011 connecting to ZooKeeper ensemble=127.0.0.1:56591 2024-11-09T14:54:17,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:54:17,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:54:17,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440110x0, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T14:54:17,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44011-0x1018d86a4680001 connected 2024-11-09T14:54:17,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:54:17,411 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T14:54:17,413 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T14:54:17,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T14:54:17,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T14:54:17,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-09T14:54:17,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44011 2024-11-09T14:54:17,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44011 2024-11-09T14:54:17,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-09T14:54:17,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-09T14:54:17,427 DEBUG [M:0;da6b20b51b98:39117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da6b20b51b98:39117 2024-11-09T14:54:17,427 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da6b20b51b98,39117,1731164057359 2024-11-09T14:54:17,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:54:17,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:54:17,429 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da6b20b51b98,39117,1731164057359 2024-11-09T14:54:17,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T14:54:17,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:17,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:17,431 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T14:54:17,432 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da6b20b51b98,39117,1731164057359 from backup master directory 2024-11-09T14:54:17,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da6b20b51b98,39117,1731164057359 2024-11-09T14:54:17,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:54:17,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:54:17,433 WARN [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T14:54:17,433 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da6b20b51b98,39117,1731164057359 2024-11-09T14:54:17,437 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/hbase.id] with ID: 217276b2-a9ed-4a72-bb87-a25299944334 2024-11-09T14:54:17,437 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/.tmp/hbase.id 2024-11-09T14:54:17,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741826_1002 (size=42) 2024-11-09T14:54:17,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741826_1002 (size=42) 2024-11-09T14:54:17,444 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/.tmp/hbase.id]:[hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/hbase.id] 2024-11-09T14:54:17,456 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:54:17,456 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T14:54:17,457 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T14:54:17,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:17,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:17,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741827_1003 (size=196) 2024-11-09T14:54:17,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741827_1003 (size=196) 2024-11-09T14:54:17,869 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T14:54:17,870 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T14:54:17,870 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:54:17,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741828_1004 (size=1189) 2024-11-09T14:54:17,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741828_1004 (size=1189) 2024-11-09T14:54:17,879 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store 2024-11-09T14:54:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741829_1005 (size=34) 2024-11-09T14:54:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741829_1005 (size=34) 2024-11-09T14:54:17,886 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:54:17,886 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T14:54:17,886 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:54:17,886 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:54:17,886 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T14:54:17,886 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:54:17,886 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:54:17,886 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731164057886Disabling compacts and flushes for region at 1731164057886Disabling writes for close at 1731164057886Writing region close event to WAL at 1731164057886Closed at 1731164057886 2024-11-09T14:54:17,887 WARN [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/.initializing 2024-11-09T14:54:17,887 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/WALs/da6b20b51b98,39117,1731164057359 2024-11-09T14:54:17,888 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T14:54:17,890 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C39117%2C1731164057359, suffix=, logDir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/WALs/da6b20b51b98,39117,1731164057359, archiveDir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/oldWALs, maxLogs=10 2024-11-09T14:54:17,904 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/WALs/da6b20b51b98,39117,1731164057359/da6b20b51b98%2C39117%2C1731164057359.1731164057890, exclude list is [], retry=0 2024-11-09T14:54:17,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-409f175c-83df-4387-bd5a-e8283e551c25,DISK] 2024-11-09T14:54:17,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43133,DS-72d7b625-d428-4a52-8b61-4f58de3c8adc,DISK] 2024-11-09T14:54:17,909 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/WALs/da6b20b51b98,39117,1731164057359/da6b20b51b98%2C39117%2C1731164057359.1731164057890 2024-11-09T14:54:17,909 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34323:34323),(127.0.0.1/127.0.0.1:38439:38439)] 2024-11-09T14:54:17,909 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:54:17,909 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:54:17,910 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:54:17,910 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:54:17,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:54:17,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T14:54:17,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:17,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:54:17,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:54:17,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T14:54:17,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:17,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:54:17,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:54:17,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T14:54:17,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:17,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:54:17,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:54:17,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T14:54:17,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:17,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:54:17,919 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:54:17,920 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:54:17,920 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:54:17,922 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:54:17,922 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:54:17,922 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T14:54:17,924 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:54:17,926 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:54:17,927 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=825142, jitterRate=0.04922308027744293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T14:54:17,928 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731164057910Initializing all the Stores at 1731164057911 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164057911Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164057911Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164057911Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164057911Cleaning up temporary data from old regions at 1731164057922 (+11 ms)Region opened successfully at 1731164057928 (+6 ms) 2024-11-09T14:54:17,929 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T14:54:17,932 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337e3b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6b20b51b98/172.17.0.2:0 2024-11-09T14:54:17,933 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T14:54:17,933 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T14:54:17,933 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T14:54:17,934 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T14:54:17,934 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T14:54:17,934 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T14:54:17,934 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T14:54:17,936 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T14:54:17,937 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T14:54:17,938 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T14:54:17,939 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T14:54:17,939 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T14:54:17,940 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T14:54:17,941 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T14:54:17,942 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T14:54:17,943 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T14:54:17,944 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T14:54:17,945 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T14:54:17,946 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T14:54:17,947 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T14:54:17,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T14:54:17,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T14:54:17,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:17,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:17,950 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da6b20b51b98,39117,1731164057359, sessionid=0x1018d86a4680000, setting cluster-up flag (Was=false) 2024-11-09T14:54:17,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:17,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:17,957 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T14:54:17,958 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6b20b51b98,39117,1731164057359 2024-11-09T14:54:17,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:17,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:17,975 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T14:54:17,976 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6b20b51b98,39117,1731164057359 2024-11-09T14:54:17,977 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T14:54:17,979 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T14:54:17,979 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T14:54:17,979 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T14:54:17,979 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da6b20b51b98,39117,1731164057359 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T14:54:17,981 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:54:17,981 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:54:17,981 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:54:17,981 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:54:17,981 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da6b20b51b98:0, corePoolSize=10, maxPoolSize=10 2024-11-09T14:54:17,981 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:54:17,981 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da6b20b51b98:0, corePoolSize=2, maxPoolSize=2 2024-11-09T14:54:17,981 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:54:17,982 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731164087982 2024-11-09T14:54:17,982 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T14:54:17,982 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T14:54:17,982 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T14:54:17,982 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T14:54:17,983 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T14:54:17,983 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T14:54:17,983 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:17,983 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:54:17,983 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T14:54:17,983 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T14:54:17,983 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T14:54:17,983 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T14:54:17,984 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T14:54:17,984 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T14:54:17,984 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731164057984,5,FailOnTimeoutGroup] 2024-11-09T14:54:17,984 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731164057984,5,FailOnTimeoutGroup] 2024-11-09T14:54:17,984 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:17,984 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T14:54:17,984 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:17,984 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:17,984 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:17,984 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T14:54:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741831_1007 (size=1321) 2024-11-09T14:54:17,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741831_1007 (size=1321) 2024-11-09T14:54:17,992 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T14:54:17,993 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b 2024-11-09T14:54:17,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741832_1008 (size=32) 2024-11-09T14:54:17,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741832_1008 (size=32) 2024-11-09T14:54:18,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:54:18,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T14:54:18,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T14:54:18,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:18,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:54:18,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T14:54:18,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T14:54:18,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:18,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:54:18,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T14:54:18,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T14:54:18,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:18,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:54:18,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T14:54:18,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T14:54:18,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:18,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:54:18,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T14:54:18,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740 2024-11-09T14:54:18,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740 2024-11-09T14:54:18,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T14:54:18,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T14:54:18,011 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T14:54:18,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T14:54:18,014 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:54:18,015 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=744470, jitterRate=-0.053358063101768494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T14:54:18,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731164058000Initializing all the Stores at 1731164058001 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164058001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164058001Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164058001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164058001Cleaning up temporary data from old regions at 1731164058011 (+10 ms)Region opened successfully at 1731164058015 (+4 ms) 2024-11-09T14:54:18,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T14:54:18,015 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T14:54:18,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T14:54:18,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T14:54:18,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T14:54:18,016 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T14:54:18,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731164058015Disabling compacts and flushes for region at 1731164058015Disabling writes for close at 1731164058016 (+1 ms)Writing region close event to WAL at 1731164058016Closed at 1731164058016 2024-11-09T14:54:18,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:54:18,017 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T14:54:18,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T14:54:18,018 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(746): ClusterId : 217276b2-a9ed-4a72-bb87-a25299944334 2024-11-09T14:54:18,018 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T14:54:18,019 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T14:54:18,020 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T14:54:18,020 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T14:54:18,020 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T14:54:18,022 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T14:54:18,022 DEBUG [RS:0;da6b20b51b98:44011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbc35ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6b20b51b98/172.17.0.2:0 2024-11-09T14:54:18,034 DEBUG [RS:0;da6b20b51b98:44011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da6b20b51b98:44011 2024-11-09T14:54:18,035 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T14:54:18,035 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T14:54:18,035 DEBUG [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T14:54:18,035 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6b20b51b98,39117,1731164057359 with port=44011, startcode=1731164057401 2024-11-09T14:54:18,036 DEBUG [RS:0;da6b20b51b98:44011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T14:54:18,037 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56445, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T14:54:18,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6b20b51b98,44011,1731164057401 2024-11-09T14:54:18,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39117 {}] master.ServerManager(517): Registering regionserver=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:18,039 DEBUG [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b 2024-11-09T14:54:18,040 DEBUG [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36837 2024-11-09T14:54:18,040 DEBUG [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T14:54:18,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T14:54:18,042 DEBUG [RS:0;da6b20b51b98:44011 {}] zookeeper.ZKUtil(111): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6b20b51b98,44011,1731164057401 2024-11-09T14:54:18,042 WARN [RS:0;da6b20b51b98:44011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T14:54:18,042 INFO [RS:0;da6b20b51b98:44011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:54:18,042 DEBUG [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401 2024-11-09T14:54:18,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6b20b51b98,44011,1731164057401] 2024-11-09T14:54:18,046 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T14:54:18,047 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T14:54:18,048 INFO [RS:0;da6b20b51b98:44011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T14:54:18,048 INFO [RS:0;da6b20b51b98:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,048 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T14:54:18,049 INFO [RS:0;da6b20b51b98:44011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T14:54:18,049 INFO [RS:0;da6b20b51b98:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,049 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:54:18,049 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:54:18,049 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:54:18,049 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:54:18,049 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:54:18,049 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6b20b51b98:0, corePoolSize=2, maxPoolSize=2 2024-11-09T14:54:18,049 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:54:18,049 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:54:18,049 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:54:18,049 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:54:18,050 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:54:18,050 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:54:18,050 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6b20b51b98:0, corePoolSize=3, maxPoolSize=3 2024-11-09T14:54:18,050 DEBUG [RS:0;da6b20b51b98:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0, corePoolSize=3, maxPoolSize=3 2024-11-09T14:54:18,051 INFO [RS:0;da6b20b51b98:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,051 INFO [RS:0;da6b20b51b98:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,051 INFO [RS:0;da6b20b51b98:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,051 INFO [RS:0;da6b20b51b98:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,051 INFO [RS:0;da6b20b51b98:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,051 INFO [RS:0;da6b20b51b98:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,44011,1731164057401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T14:54:18,067 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T14:54:18,067 INFO [RS:0;da6b20b51b98:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,44011,1731164057401-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,067 INFO [RS:0;da6b20b51b98:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,067 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.Replication(171): da6b20b51b98,44011,1731164057401 started 2024-11-09T14:54:18,081 INFO [RS:0;da6b20b51b98:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,081 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(1482): Serving as da6b20b51b98,44011,1731164057401, RpcServer on da6b20b51b98/172.17.0.2:44011, sessionid=0x1018d86a4680001 2024-11-09T14:54:18,081 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T14:54:18,081 DEBUG [RS:0;da6b20b51b98:44011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6b20b51b98,44011,1731164057401 2024-11-09T14:54:18,081 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6b20b51b98,44011,1731164057401' 2024-11-09T14:54:18,081 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T14:54:18,082 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T14:54:18,082 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T14:54:18,082 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T14:54:18,082 DEBUG [RS:0;da6b20b51b98:44011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6b20b51b98,44011,1731164057401 2024-11-09T14:54:18,082 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6b20b51b98,44011,1731164057401' 2024-11-09T14:54:18,082 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T14:54:18,083 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T14:54:18,083 DEBUG [RS:0;da6b20b51b98:44011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T14:54:18,083 INFO [RS:0;da6b20b51b98:44011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T14:54:18,083 INFO [RS:0;da6b20b51b98:44011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T14:54:18,170 WARN [da6b20b51b98:39117 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T14:54:18,184 INFO [RS:0;da6b20b51b98:44011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T14:54:18,186 INFO [RS:0;da6b20b51b98:44011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C44011%2C1731164057401, suffix=, logDir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401, archiveDir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/oldWALs, maxLogs=32 2024-11-09T14:54:18,202 DEBUG [RS:0;da6b20b51b98:44011 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.1731164058187, exclude list is [], retry=0 2024-11-09T14:54:18,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-409f175c-83df-4387-bd5a-e8283e551c25,DISK] 2024-11-09T14:54:18,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43133,DS-72d7b625-d428-4a52-8b61-4f58de3c8adc,DISK] 2024-11-09T14:54:18,208 INFO [RS:0;da6b20b51b98:44011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.1731164058187 2024-11-09T14:54:18,208 DEBUG [RS:0;da6b20b51b98:44011 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34323:34323),(127.0.0.1/127.0.0.1:38439:38439)] 2024-11-09T14:54:18,420 DEBUG [da6b20b51b98:39117 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T14:54:18,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:18,422 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6b20b51b98,44011,1731164057401, state=OPENING 2024-11-09T14:54:18,424 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T14:54:18,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:18,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:54:18,426 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T14:54:18,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:54:18,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:54:18,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da6b20b51b98,44011,1731164057401}] 2024-11-09T14:54:18,579 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T14:54:18,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49181, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T14:54:18,584 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T14:54:18,584 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:54:18,585 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T14:54:18,586 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C44011%2C1731164057401.meta, suffix=.meta, logDir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401, archiveDir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/oldWALs, maxLogs=32 2024-11-09T14:54:18,601 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.meta.1731164058587.meta, exclude list is [], retry=0 2024-11-09T14:54:18,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43133,DS-72d7b625-d428-4a52-8b61-4f58de3c8adc,DISK] 2024-11-09T14:54:18,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-409f175c-83df-4387-bd5a-e8283e551c25,DISK] 2024-11-09T14:54:18,605 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.meta.1731164058587.meta 2024-11-09T14:54:18,606 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38439:38439),(127.0.0.1/127.0.0.1:34323:34323)] 2024-11-09T14:54:18,606 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:54:18,606 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T14:54:18,606 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T14:54:18,606 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T14:54:18,606 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T14:54:18,606 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:54:18,606 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T14:54:18,606 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T14:54:18,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T14:54:18,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T14:54:18,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:18,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:54:18,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T14:54:18,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T14:54:18,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:18,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:54:18,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T14:54:18,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T14:54:18,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:18,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:54:18,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T14:54:18,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T14:54:18,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:18,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:54:18,613 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T14:54:18,613 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740 2024-11-09T14:54:18,615 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740 2024-11-09T14:54:18,616 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T14:54:18,616 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T14:54:18,617 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T14:54:18,618 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T14:54:18,619 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788531, jitterRate=0.0026694685220718384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T14:54:18,619 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T14:54:18,619 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731164058607Writing region info on filesystem at 1731164058607Initializing all the Stores at 1731164058607Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164058607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164058608 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164058608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164058608Cleaning up temporary data from old regions at 1731164058616 (+8 ms)Running coprocessor post-open hooks at 1731164058619 (+3 ms)Region opened successfully at 1731164058619 2024-11-09T14:54:18,620 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731164058579 2024-11-09T14:54:18,622 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T14:54:18,622 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T14:54:18,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:18,624 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6b20b51b98,44011,1731164057401, state=OPEN 2024-11-09T14:54:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T14:54:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T14:54:18,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:18,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:54:18,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:54:18,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T14:54:18,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da6b20b51b98,44011,1731164057401 in 202 msec 2024-11-09T14:54:18,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T14:54:18,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-11-09T14:54:18,634 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:54:18,634 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T14:54:18,635 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T14:54:18,635 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6b20b51b98,44011,1731164057401, seqNum=-1] 2024-11-09T14:54:18,635 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T14:54:18,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T14:54:18,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 663 msec 2024-11-09T14:54:18,641 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731164058641, completionTime=-1 2024-11-09T14:54:18,641 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T14:54:18,641 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T14:54:18,643 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-09T14:54:18,643 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731164118643 2024-11-09T14:54:18,643 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731164178643 2024-11-09T14:54:18,643 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-09T14:54:18,643 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,39117,1731164057359-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,643 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,39117,1731164057359-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,644 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,39117,1731164057359-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,644 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da6b20b51b98:39117, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,644 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,644 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,645 DEBUG [master/da6b20b51b98:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T14:54:18,647 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.214sec 2024-11-09T14:54:18,647 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T14:54:18,647 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T14:54:18,647 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T14:54:18,647 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T14:54:18,647 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T14:54:18,647 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,39117,1731164057359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T14:54:18,647 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,39117,1731164057359-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T14:54:18,650 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T14:54:18,650 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T14:54:18,650 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,39117,1731164057359-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:54:18,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31087c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:54:18,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6b20b51b98,39117,-1 for getting cluster id 2024-11-09T14:54:18,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T14:54:18,720 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '217276b2-a9ed-4a72-bb87-a25299944334' 2024-11-09T14:54:18,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T14:54:18,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "217276b2-a9ed-4a72-bb87-a25299944334" 2024-11-09T14:54:18,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d544fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:54:18,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6b20b51b98,39117,-1] 2024-11-09T14:54:18,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T14:54:18,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:54:18,722 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T14:54:18,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb2bbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:54:18,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T14:54:18,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6b20b51b98,44011,1731164057401, seqNum=-1] 2024-11-09T14:54:18,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T14:54:18,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T14:54:18,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da6b20b51b98,39117,1731164057359 2024-11-09T14:54:18,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:54:18,731 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-09T14:54:18,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T14:54:18,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is da6b20b51b98,39117,1731164057359 2024-11-09T14:54:18,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4492fce7 2024-11-09T14:54:18,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T14:54:18,735 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T14:54:18,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39117 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-09T14:54:18,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39117 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-09T14:54:18,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T14:54:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39117 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-09T14:54:18,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T14:54:18,738 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:18,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-09T14:54:18,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T14:54:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T14:54:18,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741835_1011 (size=381) 2024-11-09T14:54:18,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741835_1011 (size=381) 2024-11-09T14:54:18,749 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b0b7101bdd568f74636269530b70495, NAME => 'TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b 2024-11-09T14:54:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741836_1012 (size=64) 2024-11-09T14:54:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741836_1012 (size=64) 2024-11-09T14:54:18,756 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:54:18,756 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 9b0b7101bdd568f74636269530b70495, disabling compactions & flushes 2024-11-09T14:54:18,756 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:18,756 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:18,756 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. after waiting 0 ms 2024-11-09T14:54:18,756 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:18,756 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:18,756 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b0b7101bdd568f74636269530b70495: Waiting for close lock at 1731164058756Disabling compacts and flushes for region at 1731164058756Disabling writes for close at 1731164058756Writing region close event to WAL at 1731164058756Closed at 1731164058756 2024-11-09T14:54:18,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T14:54:18,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731164058758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731164058758"}]},"ts":"1731164058758"} 2024-11-09T14:54:18,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T14:54:18,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T14:54:18,762 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731164058761"}]},"ts":"1731164058761"} 2024-11-09T14:54:18,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-09T14:54:18,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9b0b7101bdd568f74636269530b70495, ASSIGN}] 2024-11-09T14:54:18,765 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9b0b7101bdd568f74636269530b70495, ASSIGN 2024-11-09T14:54:18,766 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9b0b7101bdd568f74636269530b70495, ASSIGN; state=OFFLINE, location=da6b20b51b98,44011,1731164057401; forceNewPlan=false, retain=false 2024-11-09T14:54:18,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b0b7101bdd568f74636269530b70495, regionState=OPENING, regionLocation=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:18,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9b0b7101bdd568f74636269530b70495, ASSIGN because future has completed 2024-11-09T14:54:18,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b0b7101bdd568f74636269530b70495, server=da6b20b51b98,44011,1731164057401}] 2024-11-09T14:54:19,077 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:19,077 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b0b7101bdd568f74636269530b70495, NAME => 'TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:54:19,078 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:19,078 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:54:19,078 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:19,078 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:19,079 INFO [StoreOpener-9b0b7101bdd568f74636269530b70495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:19,081 INFO [StoreOpener-9b0b7101bdd568f74636269530b70495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b0b7101bdd568f74636269530b70495 columnFamilyName info 2024-11-09T14:54:19,081 DEBUG [StoreOpener-9b0b7101bdd568f74636269530b70495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:19,082 INFO [StoreOpener-9b0b7101bdd568f74636269530b70495-1 {}] regionserver.HStore(327): Store=9b0b7101bdd568f74636269530b70495/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:54:19,082 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:19,082 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:19,083 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:19,083 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:19,083 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:19,085 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:19,087 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:54:19,088 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9b0b7101bdd568f74636269530b70495; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=801690, jitterRate=0.019402384757995605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T14:54:19,088 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:19,088 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9b0b7101bdd568f74636269530b70495: Running coprocessor pre-open hook at 1731164059078Writing region info on filesystem at 1731164059078Initializing all the Stores at 1731164059079 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164059079Cleaning up temporary data from old regions at 1731164059083 (+4 ms)Running coprocessor post-open hooks at 1731164059088 (+5 ms)Region opened successfully at 1731164059088 2024-11-09T14:54:19,089 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., pid=6, masterSystemTime=1731164059073 2024-11-09T14:54:19,091 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:19,092 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:19,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b0b7101bdd568f74636269530b70495, regionState=OPEN, openSeqNum=2, regionLocation=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:19,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b0b7101bdd568f74636269530b70495, server=da6b20b51b98,44011,1731164057401 because future has completed 2024-11-09T14:54:19,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T14:54:19,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b0b7101bdd568f74636269530b70495, server=da6b20b51b98,44011,1731164057401 in 176 msec 2024-11-09T14:54:19,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T14:54:19,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9b0b7101bdd568f74636269530b70495, ASSIGN in 334 msec 2024-11-09T14:54:19,101 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T14:54:19,102 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731164059101"}]},"ts":"1731164059101"} 2024-11-09T14:54:19,104 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-09T14:54:19,104 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T14:54:19,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 369 msec 2024-11-09T14:54:21,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T14:54:21,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:21,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:22,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-09T14:54:22,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-09T14:54:22,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T14:54:24,046 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T14:54:24,047 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-09T14:54:27,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T14:54:27,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:27,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:27,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:27,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:27,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:27,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:27,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:27,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:27,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:27,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T14:54:28,844 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-09T14:54:28,844 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-09T14:54:28,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-09T14:54:28,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:28,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., hostname=da6b20b51b98,44011,1731164057401, seqNum=2] 2024-11-09T14:54:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:28,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b0b7101bdd568f74636269530b70495 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T14:54:28,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/3ea398de3c18424db74cd70da79fd522 is 1055, key is row0001/info:/1731164068851/Put/seqid=0 2024-11-09T14:54:28,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741837_1013 (size=13386) 2024-11-09T14:54:28,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741837_1013 (size=13386) 2024-11-09T14:54:28,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/3ea398de3c18424db74cd70da79fd522 2024-11-09T14:54:28,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=9b0b7101bdd568f74636269530b70495, server=da6b20b51b98,44011,1731164057401 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T14:54:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51906 deadline: 1731164078896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=9b0b7101bdd568f74636269530b70495, server=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:28,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., hostname=da6b20b51b98,44011,1731164057401, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., hostname=da6b20b51b98,44011,1731164057401, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=9b0b7101bdd568f74636269530b70495, server=da6b20b51b98,44011,1731164057401 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T14:54:28,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/3ea398de3c18424db74cd70da79fd522 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/3ea398de3c18424db74cd70da79fd522 2024-11-09T14:54:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., hostname=da6b20b51b98,44011,1731164057401, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=9b0b7101bdd568f74636269530b70495, server=da6b20b51b98,44011,1731164057401 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T14:54:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., hostname=da6b20b51b98,44011,1731164057401, seqNum=2 because the exception is null or not the one we care about 2024-11-09T14:54:28,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/3ea398de3c18424db74cd70da79fd522, entries=8, sequenceid=12, filesize=13.1 K 2024-11-09T14:54:28,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 9b0b7101bdd568f74636269530b70495 in 46ms, sequenceid=12, compaction requested=false 2024-11-09T14:54:28,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b0b7101bdd568f74636269530b70495: 2024-11-09T14:54:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:38,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b0b7101bdd568f74636269530b70495 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-09T14:54:38,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/92f9101ae484434ab6fd6429a497c871 is 1055, key is row0009/info:/1731164068864/Put/seqid=0 2024-11-09T14:54:38,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741838_1014 (size=28134) 2024-11-09T14:54:38,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741838_1014 (size=28134) 2024-11-09T14:54:38,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/92f9101ae484434ab6fd6429a497c871 2024-11-09T14:54:38,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/92f9101ae484434ab6fd6429a497c871 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/92f9101ae484434ab6fd6429a497c871 2024-11-09T14:54:38,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/92f9101ae484434ab6fd6429a497c871, entries=22, sequenceid=37, filesize=27.5 K 2024-11-09T14:54:38,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 9b0b7101bdd568f74636269530b70495 in 25ms, sequenceid=37, compaction requested=false 2024-11-09T14:54:38,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b0b7101bdd568f74636269530b70495: 2024-11-09T14:54:38,970 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-09T14:54:38,970 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:38,970 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/92f9101ae484434ab6fd6429a497c871 because midkey is the same as first or last row 2024-11-09T14:54:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:40,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b0b7101bdd568f74636269530b70495 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T14:54:40,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/776ef127b4ab4f1d840709cbfe2a9cb7 is 1055, key is row0031/info:/1731164078946/Put/seqid=0 2024-11-09T14:54:40,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741839_1015 (size=13386) 2024-11-09T14:54:40,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741839_1015 (size=13386) 2024-11-09T14:54:40,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/776ef127b4ab4f1d840709cbfe2a9cb7 2024-11-09T14:54:40,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/776ef127b4ab4f1d840709cbfe2a9cb7 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/776ef127b4ab4f1d840709cbfe2a9cb7 2024-11-09T14:54:40,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/776ef127b4ab4f1d840709cbfe2a9cb7, entries=8, sequenceid=48, filesize=13.1 K 2024-11-09T14:54:40,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 9b0b7101bdd568f74636269530b70495 in 26ms, sequenceid=48, compaction requested=true 2024-11-09T14:54:40,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b0b7101bdd568f74636269530b70495: 2024-11-09T14:54:40,986 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-09T14:54:40,986 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:40,986 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/92f9101ae484434ab6fd6429a497c871 because midkey is the same as first or last row 2024-11-09T14:54:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:40,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b0b7101bdd568f74636269530b70495:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T14:54:40,987 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T14:54:40,989 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T14:54:40,989 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1541): 9b0b7101bdd568f74636269530b70495/info is initiating minor compaction (all files) 2024-11-09T14:54:40,989 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b0b7101bdd568f74636269530b70495/info in TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:40,989 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/3ea398de3c18424db74cd70da79fd522, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/92f9101ae484434ab6fd6429a497c871, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/776ef127b4ab4f1d840709cbfe2a9cb7] into tmpdir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp, totalSize=53.6 K 2024-11-09T14:54:40,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:40,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b0b7101bdd568f74636269530b70495 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-09T14:54:40,989 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ea398de3c18424db74cd70da79fd522, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731164068851 2024-11-09T14:54:40,990 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92f9101ae484434ab6fd6429a497c871, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731164068864 2024-11-09T14:54:40,990 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 776ef127b4ab4f1d840709cbfe2a9cb7, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731164078946 2024-11-09T14:54:40,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/b11255d01d314da4933a2aba1ae61345 is 1055, key is row0039/info:/1731164080960/Put/seqid=0 2024-11-09T14:54:41,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741840_1016 (size=22874) 2024-11-09T14:54:41,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741840_1016 (size=22874) 2024-11-09T14:54:41,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/b11255d01d314da4933a2aba1ae61345 2024-11-09T14:54:41,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/b11255d01d314da4933a2aba1ae61345 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/b11255d01d314da4933a2aba1ae61345 2024-11-09T14:54:41,012 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b0b7101bdd568f74636269530b70495#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T14:54:41,013 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/30715525eccd464c86eb7d7829e68d6b is 1055, key is row0001/info:/1731164068851/Put/seqid=0 2024-11-09T14:54:41,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/b11255d01d314da4933a2aba1ae61345, entries=17, sequenceid=68, filesize=22.3 K 2024-11-09T14:54:41,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 9b0b7101bdd568f74636269530b70495 in 26ms, sequenceid=68, compaction requested=false 2024-11-09T14:54:41,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b0b7101bdd568f74636269530b70495: 2024-11-09T14:54:41,015 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.0 K, sizeToCheck=16.0 K 2024-11-09T14:54:41,015 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:41,015 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/92f9101ae484434ab6fd6429a497c871 because midkey is the same as first or last row 2024-11-09T14:54:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741841_1017 (size=45105) 2024-11-09T14:54:41,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741841_1017 (size=45105) 2024-11-09T14:54:41,029 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/30715525eccd464c86eb7d7829e68d6b as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/30715525eccd464c86eb7d7829e68d6b 2024-11-09T14:54:41,036 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b0b7101bdd568f74636269530b70495/info of 9b0b7101bdd568f74636269530b70495 into 30715525eccd464c86eb7d7829e68d6b(size=44.0 K), total size for store is 66.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T14:54:41,036 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b0b7101bdd568f74636269530b70495: 2024-11-09T14:54:41,039 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., storeName=9b0b7101bdd568f74636269530b70495/info, priority=13, startTime=1731164080987; duration=0sec 2024-11-09T14:54:41,039 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-09T14:54:41,039 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:41,039 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/30715525eccd464c86eb7d7829e68d6b because midkey is the same as first or last row 2024-11-09T14:54:41,040 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-09T14:54:41,040 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:41,040 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/30715525eccd464c86eb7d7829e68d6b because midkey is the same as first or last row 2024-11-09T14:54:41,040 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-09T14:54:41,040 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:41,040 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/30715525eccd464c86eb7d7829e68d6b because midkey is the same as first or last row 2024-11-09T14:54:41,040 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:41,040 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b0b7101bdd568f74636269530b70495:info 2024-11-09T14:54:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b0b7101bdd568f74636269530b70495 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-09T14:54:43,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/5782a2f386de4f98a2993cc1618caa20 is 1055, key is row0056/info:/1731164080990/Put/seqid=0 2024-11-09T14:54:43,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741842_1018 (size=15490) 2024-11-09T14:54:43,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741842_1018 (size=15490) 2024-11-09T14:54:43,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/5782a2f386de4f98a2993cc1618caa20 2024-11-09T14:54:43,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/5782a2f386de4f98a2993cc1618caa20 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/5782a2f386de4f98a2993cc1618caa20 2024-11-09T14:54:43,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/5782a2f386de4f98a2993cc1618caa20, entries=10, sequenceid=82, filesize=15.1 K 2024-11-09T14:54:43,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=15.40 KB/15765 for 9b0b7101bdd568f74636269530b70495 in 26ms, sequenceid=82, compaction requested=true 2024-11-09T14:54:43,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b0b7101bdd568f74636269530b70495: 2024-11-09T14:54:43,036 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-09T14:54:43,036 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:43,036 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/30715525eccd464c86eb7d7829e68d6b because midkey is the same as first or last row 2024-11-09T14:54:43,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b0b7101bdd568f74636269530b70495:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T14:54:43,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:43,036 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T14:54:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b0b7101bdd568f74636269530b70495 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-09T14:54:43,037 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T14:54:43,037 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1541): 9b0b7101bdd568f74636269530b70495/info is initiating minor compaction (all files) 2024-11-09T14:54:43,037 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b0b7101bdd568f74636269530b70495/info in TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:43,038 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/30715525eccd464c86eb7d7829e68d6b, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/b11255d01d314da4933a2aba1ae61345, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/5782a2f386de4f98a2993cc1618caa20] into tmpdir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp, totalSize=81.5 K 2024-11-09T14:54:43,038 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30715525eccd464c86eb7d7829e68d6b, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731164068851 2024-11-09T14:54:43,039 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting b11255d01d314da4933a2aba1ae61345, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731164080960 2024-11-09T14:54:43,039 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5782a2f386de4f98a2993cc1618caa20, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731164080990 2024-11-09T14:54:43,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/4b31b351c2a04262bef61d91efa1c64c is 1055, key is row0066/info:/1731164083010/Put/seqid=0 2024-11-09T14:54:43,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741843_1019 (size=21822) 2024-11-09T14:54:43,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741843_1019 (size=21822) 2024-11-09T14:54:43,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/4b31b351c2a04262bef61d91efa1c64c 2024-11-09T14:54:43,054 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b0b7101bdd568f74636269530b70495#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T14:54:43,055 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/1704e8c1828444ed8e6112902328a31b is 1055, key is row0001/info:/1731164068851/Put/seqid=0 2024-11-09T14:54:43,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/4b31b351c2a04262bef61d91efa1c64c as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/4b31b351c2a04262bef61d91efa1c64c 2024-11-09T14:54:43,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741844_1020 (size=73753) 2024-11-09T14:54:43,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741844_1020 (size=73753) 2024-11-09T14:54:43,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/4b31b351c2a04262bef61d91efa1c64c, entries=16, sequenceid=101, filesize=21.3 K 2024-11-09T14:54:43,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=12.32 KB/12612 for 9b0b7101bdd568f74636269530b70495 in 27ms, sequenceid=101, compaction requested=false 2024-11-09T14:54:43,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b0b7101bdd568f74636269530b70495: 2024-11-09T14:54:43,064 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=102.8 K, sizeToCheck=16.0 K 2024-11-09T14:54:43,064 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:43,064 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/30715525eccd464c86eb7d7829e68d6b because midkey is the same as first or last row 2024-11-09T14:54:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b0b7101bdd568f74636269530b70495 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-09T14:54:43,067 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/1704e8c1828444ed8e6112902328a31b as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/1704e8c1828444ed8e6112902328a31b 2024-11-09T14:54:43,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/b318e3cd9760447d8367bfde6bd83508 is 1055, key is row0082/info:/1731164083038/Put/seqid=0 2024-11-09T14:54:43,074 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b0b7101bdd568f74636269530b70495/info of 9b0b7101bdd568f74636269530b70495 into 1704e8c1828444ed8e6112902328a31b(size=72.0 K), total size for store is 93.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T14:54:43,075 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b0b7101bdd568f74636269530b70495: 2024-11-09T14:54:43,075 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., storeName=9b0b7101bdd568f74636269530b70495/info, priority=13, startTime=1731164083036; duration=0sec 2024-11-09T14:54:43,075 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=93.3 K, sizeToCheck=16.0 K 2024-11-09T14:54:43,075 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:43,075 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=93.3 K, sizeToCheck=16.0 K 2024-11-09T14:54:43,075 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:43,075 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=93.3 K, sizeToCheck=16.0 K 2024-11-09T14:54:43,075 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:43,076 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:43,077 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:43,077 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b0b7101bdd568f74636269530b70495:info 2024-11-09T14:54:43,078 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39117 {}] assignment.AssignmentManager(1363): Split request from da6b20b51b98,44011,1731164057401, parent={ENCODED => 9b0b7101bdd568f74636269530b70495, NAME => 'TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-09T14:54:43,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741845_1021 (size=19714) 2024-11-09T14:54:43,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741845_1021 (size=19714) 2024-11-09T14:54:43,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/b318e3cd9760447d8367bfde6bd83508 2024-11-09T14:54:43,084 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39117 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:43,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/b318e3cd9760447d8367bfde6bd83508 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/b318e3cd9760447d8367bfde6bd83508 2024-11-09T14:54:43,088 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39117 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=9b0b7101bdd568f74636269530b70495, daughterA=1f8ca6e455bd376ce9e1edc8685f5981, daughterB=74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=9b0b7101bdd568f74636269530b70495, daughterA=1f8ca6e455bd376ce9e1edc8685f5981, daughterB=74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=9b0b7101bdd568f74636269530b70495, daughterA=1f8ca6e455bd376ce9e1edc8685f5981, daughterB=74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=9b0b7101bdd568f74636269530b70495, daughterA=1f8ca6e455bd376ce9e1edc8685f5981, daughterB=74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/b318e3cd9760447d8367bfde6bd83508, entries=14, sequenceid=118, filesize=19.3 K 2024-11-09T14:54:43,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=1.03 KB/1051 for 9b0b7101bdd568f74636269530b70495 in 27ms, sequenceid=118, compaction requested=true 2024-11-09T14:54:43,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b0b7101bdd568f74636269530b70495: 2024-11-09T14:54:43,093 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=112.6 K, sizeToCheck=16.0 K 2024-11-09T14:54:43,093 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:43,093 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=112.6 K, sizeToCheck=16.0 K 2024-11-09T14:54:43,093 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=112.6 K, sizeToCheck=16.0 K 2024-11-09T14:54:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T14:54:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:43,094 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39117 {}] assignment.AssignmentManager(1363): Split request from da6b20b51b98,44011,1731164057401, parent={ENCODED => 9b0b7101bdd568f74636269530b70495, NAME => 'TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-09T14:54:43,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39117 {}] assignment.AssignmentManager(1378): Ignoring split request from da6b20b51b98,44011,1731164057401, parent={ENCODED => 9b0b7101bdd568f74636269530b70495, NAME => 'TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.', STARTKEY => '', ENDKEY => ''} because parent is unknown or not open 2024-11-09T14:54:43,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9b0b7101bdd568f74636269530b70495, UNASSIGN}] 2024-11-09T14:54:43,100 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9b0b7101bdd568f74636269530b70495, UNASSIGN 2024-11-09T14:54:43,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9b0b7101bdd568f74636269530b70495, regionState=CLOSING, regionLocation=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:43,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9b0b7101bdd568f74636269530b70495, UNASSIGN because future has completed 2024-11-09T14:54:43,104 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-09T14:54:43,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b0b7101bdd568f74636269530b70495, server=da6b20b51b98,44011,1731164057401}] 2024-11-09T14:54:43,261 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,261 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-09T14:54:43,262 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 9b0b7101bdd568f74636269530b70495, disabling compactions & flushes 2024-11-09T14:54:43,262 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:43,262 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:43,262 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. after waiting 0 ms 2024-11-09T14:54:43,262 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:43,262 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 9b0b7101bdd568f74636269530b70495 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-09T14:54:43,267 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/55b33c57eac544e2b4a8983eb28b04dd is 1055, key is row0096/info:/1731164083067/Put/seqid=0 2024-11-09T14:54:43,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741846_1022 (size=6008) 2024-11-09T14:54:43,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741846_1022 (size=6008) 2024-11-09T14:54:43,273 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/55b33c57eac544e2b4a8983eb28b04dd 2024-11-09T14:54:43,280 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/.tmp/info/55b33c57eac544e2b4a8983eb28b04dd as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/55b33c57eac544e2b4a8983eb28b04dd 2024-11-09T14:54:43,286 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/55b33c57eac544e2b4a8983eb28b04dd, entries=1, sequenceid=123, filesize=5.9 K 2024-11-09T14:54:43,287 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9b0b7101bdd568f74636269530b70495 in 25ms, sequenceid=123, compaction requested=true 2024-11-09T14:54:43,288 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/3ea398de3c18424db74cd70da79fd522, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/92f9101ae484434ab6fd6429a497c871, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/30715525eccd464c86eb7d7829e68d6b, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/776ef127b4ab4f1d840709cbfe2a9cb7, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/b11255d01d314da4933a2aba1ae61345, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/5782a2f386de4f98a2993cc1618caa20] to archive 2024-11-09T14:54:43,289 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T14:54:43,291 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/3ea398de3c18424db74cd70da79fd522 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/3ea398de3c18424db74cd70da79fd522 2024-11-09T14:54:43,292 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/92f9101ae484434ab6fd6429a497c871 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/92f9101ae484434ab6fd6429a497c871 2024-11-09T14:54:43,293 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/30715525eccd464c86eb7d7829e68d6b to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/30715525eccd464c86eb7d7829e68d6b 2024-11-09T14:54:43,295 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/776ef127b4ab4f1d840709cbfe2a9cb7 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/776ef127b4ab4f1d840709cbfe2a9cb7 2024-11-09T14:54:43,296 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/b11255d01d314da4933a2aba1ae61345 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/b11255d01d314da4933a2aba1ae61345 2024-11-09T14:54:43,297 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/5782a2f386de4f98a2993cc1618caa20 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/5782a2f386de4f98a2993cc1618caa20 2024-11-09T14:54:43,303 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-09T14:54:43,304 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. 2024-11-09T14:54:43,304 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 9b0b7101bdd568f74636269530b70495: Waiting for close lock at 1731164083262Running coprocessor pre-close hooks at 1731164083262Disabling compacts and flushes for region at 1731164083262Disabling writes for close at 1731164083262Obtaining lock to block concurrent updates at 1731164083262Preparing flush snapshotting stores in 9b0b7101bdd568f74636269530b70495 at 1731164083262Finished memstore snapshotting TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731164083262Flushing stores of TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. at 1731164083263 (+1 ms)Flushing 9b0b7101bdd568f74636269530b70495/info: creating writer at 1731164083263Flushing 9b0b7101bdd568f74636269530b70495/info: appending metadata at 1731164083266 (+3 ms)Flushing 9b0b7101bdd568f74636269530b70495/info: closing flushed file at 1731164083266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d04bd2: reopening flushed file at 1731164083279 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9b0b7101bdd568f74636269530b70495 in 25ms, sequenceid=123, compaction requested=true at 1731164083287 (+8 ms)Writing region close event to WAL at 1731164083300 (+13 ms)Running coprocessor post-close hooks at 1731164083304 (+4 ms)Closed at 1731164083304 2024-11-09T14:54:43,306 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,307 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9b0b7101bdd568f74636269530b70495, regionState=CLOSED 2024-11-09T14:54:43,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b0b7101bdd568f74636269530b70495, server=da6b20b51b98,44011,1731164057401 because future has completed 2024-11-09T14:54:43,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T14:54:43,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 9b0b7101bdd568f74636269530b70495, server=da6b20b51b98,44011,1731164057401 in 207 msec 2024-11-09T14:54:43,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T14:54:43,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9b0b7101bdd568f74636269530b70495, UNASSIGN in 215 msec 2024-11-09T14:54:43,325 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:43,330 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=9b0b7101bdd568f74636269530b70495, threads=4 2024-11-09T14:54:43,332 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/1704e8c1828444ed8e6112902328a31b for region: 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,332 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/b318e3cd9760447d8367bfde6bd83508 for region: 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,332 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/4b31b351c2a04262bef61d91efa1c64c for region: 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,332 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/55b33c57eac544e2b4a8983eb28b04dd for region: 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,343 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/4b31b351c2a04262bef61d91efa1c64c, top=true 2024-11-09T14:54:43,343 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/55b33c57eac544e2b4a8983eb28b04dd, top=true 2024-11-09T14:54:43,346 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/b318e3cd9760447d8367bfde6bd83508, top=true 2024-11-09T14:54:43,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741847_1023 (size=27) 2024-11-09T14:54:43,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741847_1023 (size=27) 2024-11-09T14:54:43,360 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-55b33c57eac544e2b4a8983eb28b04dd for child: 74de6d149efb7e6fd47feac9c595d1a9, parent: 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,360 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-4b31b351c2a04262bef61d91efa1c64c for child: 74de6d149efb7e6fd47feac9c595d1a9, parent: 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,360 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-b318e3cd9760447d8367bfde6bd83508 for child: 74de6d149efb7e6fd47feac9c595d1a9, parent: 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,361 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/4b31b351c2a04262bef61d91efa1c64c for region: 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,361 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/55b33c57eac544e2b4a8983eb28b04dd for region: 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,361 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/b318e3cd9760447d8367bfde6bd83508 for region: 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741848_1024 (size=27) 2024-11-09T14:54:43,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741848_1024 (size=27) 2024-11-09T14:54:43,369 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/1704e8c1828444ed8e6112902328a31b for region: 9b0b7101bdd568f74636269530b70495 2024-11-09T14:54:43,371 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 9b0b7101bdd568f74636269530b70495 Daughter A: [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981/info/1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495] storefiles, Daughter B: [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-4b31b351c2a04262bef61d91efa1c64c, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-55b33c57eac544e2b4a8983eb28b04dd, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-b318e3cd9760447d8367bfde6bd83508] storefiles. 2024-11-09T14:54:43,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741849_1025 (size=71) 2024-11-09T14:54:43,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741849_1025 (size=71) 2024-11-09T14:54:43,383 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:43,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741850_1026 (size=71) 2024-11-09T14:54:43,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741850_1026 (size=71) 2024-11-09T14:54:43,403 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:43,414 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-09T14:54:43,416 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-09T14:54:43,418 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731164083418"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731164083418"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731164083418"}]},"ts":"1731164083418"} 2024-11-09T14:54:43,418 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731164083418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731164083418"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731164083418"}]},"ts":"1731164083418"} 2024-11-09T14:54:43,419 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731164083418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731164083418"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731164083418"}]},"ts":"1731164083418"} 2024-11-09T14:54:43,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1f8ca6e455bd376ce9e1edc8685f5981, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=74de6d149efb7e6fd47feac9c595d1a9, ASSIGN}] 2024-11-09T14:54:43,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1f8ca6e455bd376ce9e1edc8685f5981, ASSIGN 2024-11-09T14:54:43,438 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=74de6d149efb7e6fd47feac9c595d1a9, ASSIGN 2024-11-09T14:54:43,439 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1f8ca6e455bd376ce9e1edc8685f5981, ASSIGN; state=SPLITTING_NEW, location=da6b20b51b98,44011,1731164057401; forceNewPlan=false, retain=false 2024-11-09T14:54:43,439 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=74de6d149efb7e6fd47feac9c595d1a9, ASSIGN; state=SPLITTING_NEW, location=da6b20b51b98,44011,1731164057401; forceNewPlan=false, retain=false 2024-11-09T14:54:43,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1f8ca6e455bd376ce9e1edc8685f5981, regionState=OPENING, regionLocation=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:43,589 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=74de6d149efb7e6fd47feac9c595d1a9, regionState=OPENING, regionLocation=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:43,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1f8ca6e455bd376ce9e1edc8685f5981, ASSIGN because future has completed 2024-11-09T14:54:43,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f8ca6e455bd376ce9e1edc8685f5981, server=da6b20b51b98,44011,1731164057401}] 2024-11-09T14:54:43,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=74de6d149efb7e6fd47feac9c595d1a9, ASSIGN because future has completed 2024-11-09T14:54:43,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74de6d149efb7e6fd47feac9c595d1a9, server=da6b20b51b98,44011,1731164057401}] 2024-11-09T14:54:43,749 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:54:43,749 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 74de6d149efb7e6fd47feac9c595d1a9, NAME => 'TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-09T14:54:43,749 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,749 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:54:43,749 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,749 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,751 INFO [StoreOpener-74de6d149efb7e6fd47feac9c595d1a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,752 INFO [StoreOpener-74de6d149efb7e6fd47feac9c595d1a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74de6d149efb7e6fd47feac9c595d1a9 columnFamilyName info 2024-11-09T14:54:43,752 DEBUG [StoreOpener-74de6d149efb7e6fd47feac9c595d1a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:43,764 DEBUG [StoreOpener-74de6d149efb7e6fd47feac9c595d1a9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495->hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/1704e8c1828444ed8e6112902328a31b-top 2024-11-09T14:54:43,769 DEBUG [StoreOpener-74de6d149efb7e6fd47feac9c595d1a9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-4b31b351c2a04262bef61d91efa1c64c 2024-11-09T14:54:43,773 DEBUG [StoreOpener-74de6d149efb7e6fd47feac9c595d1a9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-55b33c57eac544e2b4a8983eb28b04dd 2024-11-09T14:54:43,777 DEBUG [StoreOpener-74de6d149efb7e6fd47feac9c595d1a9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-b318e3cd9760447d8367bfde6bd83508 2024-11-09T14:54:43,778 INFO [StoreOpener-74de6d149efb7e6fd47feac9c595d1a9-1 {}] regionserver.HStore(327): Store=74de6d149efb7e6fd47feac9c595d1a9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:54:43,778 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,778 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,780 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,780 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,780 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,782 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,783 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 74de6d149efb7e6fd47feac9c595d1a9; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=752013, jitterRate=-0.04376682639122009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T14:54:43,783 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:43,783 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 74de6d149efb7e6fd47feac9c595d1a9: Running coprocessor pre-open hook at 1731164083750Writing region info on filesystem at 1731164083750Initializing all the Stores at 1731164083750Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164083750Cleaning up temporary data from old regions at 1731164083780 (+30 ms)Running coprocessor post-open hooks at 1731164083783 (+3 ms)Region opened successfully at 1731164083783 2024-11-09T14:54:43,784 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., pid=13, masterSystemTime=1731164083745 2024-11-09T14:54:43,784 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 74de6d149efb7e6fd47feac9c595d1a9:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T14:54:43,785 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:43,785 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T14:54:43,786 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:54:43,786 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1541): 74de6d149efb7e6fd47feac9c595d1a9/info is initiating minor compaction (all files) 2024-11-09T14:54:43,786 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 74de6d149efb7e6fd47feac9c595d1a9/info in TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:54:43,786 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495->hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/1704e8c1828444ed8e6112902328a31b-top, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-4b31b351c2a04262bef61d91efa1c64c, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-b318e3cd9760447d8367bfde6bd83508, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-55b33c57eac544e2b4a8983eb28b04dd] into tmpdir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp, totalSize=118.5 K 2024-11-09T14:54:43,787 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:54:43,787 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731164068851 2024-11-09T14:54:43,787 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:54:43,787 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981. 2024-11-09T14:54:43,787 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f8ca6e455bd376ce9e1edc8685f5981, NAME => 'TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-09T14:54:43,787 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-4b31b351c2a04262bef61d91efa1c64c, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731164083010 2024-11-09T14:54:43,788 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=74de6d149efb7e6fd47feac9c595d1a9, regionState=OPEN, openSeqNum=127, regionLocation=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:43,788 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 1f8ca6e455bd376ce9e1edc8685f5981 2024-11-09T14:54:43,788 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:54:43,788 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-b318e3cd9760447d8367bfde6bd83508, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731164083038 2024-11-09T14:54:43,788 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 1f8ca6e455bd376ce9e1edc8685f5981 2024-11-09T14:54:43,788 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 1f8ca6e455bd376ce9e1edc8685f5981 2024-11-09T14:54:43,788 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-55b33c57eac544e2b4a8983eb28b04dd, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731164083067 2024-11-09T14:54:43,789 INFO [StoreOpener-1f8ca6e455bd376ce9e1edc8685f5981-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1f8ca6e455bd376ce9e1edc8685f5981 2024-11-09T14:54:43,790 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-09T14:54:43,790 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T14:54:43,790 INFO [StoreOpener-1f8ca6e455bd376ce9e1edc8685f5981-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f8ca6e455bd376ce9e1edc8685f5981 columnFamilyName info 2024-11-09T14:54:43,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-09T14:54:43,790 DEBUG [StoreOpener-1f8ca6e455bd376ce9e1edc8685f5981-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:54:43,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74de6d149efb7e6fd47feac9c595d1a9, server=da6b20b51b98,44011,1731164057401 because future has completed 2024-11-09T14:54:43,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-09T14:54:43,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 74de6d149efb7e6fd47feac9c595d1a9, server=da6b20b51b98,44011,1731164057401 in 198 msec 2024-11-09T14:54:43,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=74de6d149efb7e6fd47feac9c595d1a9, ASSIGN in 358 msec 2024-11-09T14:54:43,801 DEBUG [StoreOpener-1f8ca6e455bd376ce9e1edc8685f5981-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981/info/1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495->hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/1704e8c1828444ed8e6112902328a31b-bottom 2024-11-09T14:54:43,802 INFO [StoreOpener-1f8ca6e455bd376ce9e1edc8685f5981-1 {}] regionserver.HStore(327): Store=1f8ca6e455bd376ce9e1edc8685f5981/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:54:43,802 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 1f8ca6e455bd376ce9e1edc8685f5981 2024-11-09T14:54:43,803 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981 2024-11-09T14:54:43,804 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981 2024-11-09T14:54:43,804 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 1f8ca6e455bd376ce9e1edc8685f5981 2024-11-09T14:54:43,804 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 1f8ca6e455bd376ce9e1edc8685f5981 2024-11-09T14:54:43,806 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 1f8ca6e455bd376ce9e1edc8685f5981 2024-11-09T14:54:43,806 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 1f8ca6e455bd376ce9e1edc8685f5981; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878653, jitterRate=0.11726599931716919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T14:54:43,806 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f8ca6e455bd376ce9e1edc8685f5981 2024-11-09T14:54:43,807 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 1f8ca6e455bd376ce9e1edc8685f5981: Running coprocessor pre-open hook at 1731164083788Writing region info on filesystem at 1731164083788Initializing all the Stores at 1731164083789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164083789Cleaning up temporary data from old regions at 1731164083804 (+15 ms)Running coprocessor post-open hooks at 1731164083806 (+2 ms)Region opened successfully at 1731164083807 (+1 ms) 2024-11-09T14:54:43,807 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981., pid=12, masterSystemTime=1731164083745 2024-11-09T14:54:43,807 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 1f8ca6e455bd376ce9e1edc8685f5981:info, priority=-2147483648, current under compaction store size is 2 2024-11-09T14:54:43,807 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:43,807 DEBUG [RS:0;da6b20b51b98:44011-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-09T14:54:43,808 INFO [RS:0;da6b20b51b98:44011-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981. 2024-11-09T14:54:43,808 DEBUG [RS:0;da6b20b51b98:44011-longCompactions-0 {}] regionserver.HStore(1541): 1f8ca6e455bd376ce9e1edc8685f5981/info is initiating minor compaction (all files) 2024-11-09T14:54:43,808 INFO [RS:0;da6b20b51b98:44011-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f8ca6e455bd376ce9e1edc8685f5981/info in TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981. 2024-11-09T14:54:43,808 INFO [RS:0;da6b20b51b98:44011-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981/info/1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495->hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/1704e8c1828444ed8e6112902328a31b-bottom] into tmpdir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981/.tmp, totalSize=72.0 K 2024-11-09T14:54:43,809 DEBUG [RS:0;da6b20b51b98:44011-longCompactions-0 {}] compactions.Compactor(225): Compacting 1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731164068851 2024-11-09T14:54:43,809 DEBUG [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981. 2024-11-09T14:54:43,809 INFO [RS_OPEN_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981. 2024-11-09T14:54:43,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/.tmp/info/7c55f8f61aba42baa18d7278dfbb505e is 193, key is TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9./info:regioninfo/1731164083787/Put/seqid=0 2024-11-09T14:54:43,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1f8ca6e455bd376ce9e1edc8685f5981, regionState=OPEN, openSeqNum=127, regionLocation=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:43,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f8ca6e455bd376ce9e1edc8685f5981, server=da6b20b51b98,44011,1731164057401 because future has completed 2024-11-09T14:54:43,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-09T14:54:43,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f8ca6e455bd376ce9e1edc8685f5981, server=da6b20b51b98,44011,1731164057401 in 247 msec 2024-11-09T14:54:43,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-09T14:54:43,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1f8ca6e455bd376ce9e1edc8685f5981, ASSIGN in 406 msec 2024-11-09T14:54:43,846 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de6d149efb7e6fd47feac9c595d1a9#info#compaction#42 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T14:54:43,847 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/ac3c7fc9909c441788fdbc8e66c20174 is 1055, key is row0064/info:/1731164081005/Put/seqid=0 2024-11-09T14:54:43,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=9b0b7101bdd568f74636269530b70495, daughterA=1f8ca6e455bd376ce9e1edc8685f5981, daughterB=74de6d149efb7e6fd47feac9c595d1a9 in 762 msec 2024-11-09T14:54:43,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741851_1027 (size=9882) 2024-11-09T14:54:43,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741851_1027 (size=9882) 2024-11-09T14:54:43,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741852_1028 (size=40102) 2024-11-09T14:54:43,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741852_1028 (size=40102) 2024-11-09T14:54:43,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/.tmp/info/7c55f8f61aba42baa18d7278dfbb505e 2024-11-09T14:54:43,864 INFO [RS:0;da6b20b51b98:44011-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f8ca6e455bd376ce9e1edc8685f5981#info#compaction#43 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T14:54:43,865 DEBUG [RS:0;da6b20b51b98:44011-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981/.tmp/info/f24e37a696b54b06909618c0c26d6a7e is 1055, key is row0001/info:/1731164068851/Put/seqid=0 2024-11-09T14:54:43,868 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/ac3c7fc9909c441788fdbc8e66c20174 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ac3c7fc9909c441788fdbc8e66c20174 2024-11-09T14:54:43,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741853_1029 (size=71441) 2024-11-09T14:54:43,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741853_1029 (size=71441) 2024-11-09T14:54:43,875 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 74de6d149efb7e6fd47feac9c595d1a9/info of 74de6d149efb7e6fd47feac9c595d1a9 into ac3c7fc9909c441788fdbc8e66c20174(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T14:54:43,875 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:54:43,875 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., storeName=74de6d149efb7e6fd47feac9c595d1a9/info, priority=12, startTime=1731164083784; duration=0sec 2024-11-09T14:54:43,875 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:43,875 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de6d149efb7e6fd47feac9c595d1a9:info 2024-11-09T14:54:43,877 DEBUG [RS:0;da6b20b51b98:44011-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981/.tmp/info/f24e37a696b54b06909618c0c26d6a7e as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981/info/f24e37a696b54b06909618c0c26d6a7e 2024-11-09T14:54:43,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/.tmp/ns/bf2ff55bb05b42a0a5df0cda93c815db is 43, key is default/ns:d/1731164058637/Put/seqid=0 2024-11-09T14:54:43,885 INFO [RS:0;da6b20b51b98:44011-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 1f8ca6e455bd376ce9e1edc8685f5981/info of 1f8ca6e455bd376ce9e1edc8685f5981 into f24e37a696b54b06909618c0c26d6a7e(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T14:54:43,885 DEBUG [RS:0;da6b20b51b98:44011-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f8ca6e455bd376ce9e1edc8685f5981: 2024-11-09T14:54:43,885 INFO [RS:0;da6b20b51b98:44011-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981., storeName=1f8ca6e455bd376ce9e1edc8685f5981/info, priority=15, startTime=1731164083807; duration=0sec 2024-11-09T14:54:43,885 DEBUG [RS:0;da6b20b51b98:44011-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:43,885 DEBUG [RS:0;da6b20b51b98:44011-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f8ca6e455bd376ce9e1edc8685f5981:info 2024-11-09T14:54:43,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741854_1030 (size=5153) 2024-11-09T14:54:43,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741854_1030 (size=5153) 2024-11-09T14:54:43,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/.tmp/ns/bf2ff55bb05b42a0a5df0cda93c815db 2024-11-09T14:54:43,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/.tmp/table/8bb6dde93159475eb79fbfed5ddab4b8 is 65, key is TestLogRolling-testLogRolling/table:state/1731164059101/Put/seqid=0 2024-11-09T14:54:43,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741855_1031 (size=5340) 2024-11-09T14:54:43,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741855_1031 (size=5340) 2024-11-09T14:54:43,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/.tmp/table/8bb6dde93159475eb79fbfed5ddab4b8 2024-11-09T14:54:43,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/.tmp/info/7c55f8f61aba42baa18d7278dfbb505e as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/info/7c55f8f61aba42baa18d7278dfbb505e 2024-11-09T14:54:43,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/info/7c55f8f61aba42baa18d7278dfbb505e, entries=30, sequenceid=17, filesize=9.7 K 2024-11-09T14:54:43,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/.tmp/ns/bf2ff55bb05b42a0a5df0cda93c815db as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/ns/bf2ff55bb05b42a0a5df0cda93c815db 2024-11-09T14:54:43,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/ns/bf2ff55bb05b42a0a5df0cda93c815db, entries=2, sequenceid=17, filesize=5.0 K 2024-11-09T14:54:43,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/.tmp/table/8bb6dde93159475eb79fbfed5ddab4b8 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/table/8bb6dde93159475eb79fbfed5ddab4b8 2024-11-09T14:54:43,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/table/8bb6dde93159475eb79fbfed5ddab4b8, entries=2, sequenceid=17, filesize=5.2 K 2024-11-09T14:54:43,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 150ms, sequenceid=17, compaction requested=false 2024-11-09T14:54:43,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-09T14:54:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51906 deadline: 1731164095069, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. is not online on da6b20b51b98,44011,1731164057401 2024-11-09T14:54:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., hostname=da6b20b51b98,44011,1731164057401, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., hostname=da6b20b51b98,44011,1731164057401, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. is not online on da6b20b51b98,44011,1731164057401 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T14:54:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., hostname=da6b20b51b98,44011,1731164057401, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495. is not online on da6b20b51b98,44011,1731164057401 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T14:54:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731164058735.9b0b7101bdd568f74636269530b70495., hostname=da6b20b51b98,44011,1731164057401, seqNum=2 from cache 2024-11-09T14:54:47,342 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T14:54:48,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,829 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T14:54:48,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:48,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T14:54:55,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., hostname=da6b20b51b98,44011,1731164057401, seqNum=127] 2024-11-09T14:54:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:55,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 74de6d149efb7e6fd47feac9c595d1a9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T14:54:55,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/440021e91b7d46d19b6b4e83b8872c9e is 1055, key is row0097/info:/1731164095131/Put/seqid=0 2024-11-09T14:54:55,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741856_1032 (size=13394) 2024-11-09T14:54:55,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741856_1032 (size=13394) 2024-11-09T14:54:55,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/440021e91b7d46d19b6b4e83b8872c9e 2024-11-09T14:54:55,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/440021e91b7d46d19b6b4e83b8872c9e as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/440021e91b7d46d19b6b4e83b8872c9e 2024-11-09T14:54:55,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/440021e91b7d46d19b6b4e83b8872c9e, entries=8, sequenceid=138, filesize=13.1 K 2024-11-09T14:54:55,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 74de6d149efb7e6fd47feac9c595d1a9 in 26ms, sequenceid=138, compaction requested=false 2024-11-09T14:54:55,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:54:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:55,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 74de6d149efb7e6fd47feac9c595d1a9 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-09T14:54:55,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/66687b4e3e644d65833a7c809a6e1db7 is 1055, key is row0105/info:/1731164095143/Put/seqid=0 2024-11-09T14:54:55,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741857_1033 (size=22891) 2024-11-09T14:54:55,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741857_1033 (size=22891) 2024-11-09T14:54:55,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/66687b4e3e644d65833a7c809a6e1db7 2024-11-09T14:54:55,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/66687b4e3e644d65833a7c809a6e1db7 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/66687b4e3e644d65833a7c809a6e1db7 2024-11-09T14:54:55,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/66687b4e3e644d65833a7c809a6e1db7, entries=17, sequenceid=158, filesize=22.4 K 2024-11-09T14:54:55,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=7.18 KB/7357 for 74de6d149efb7e6fd47feac9c595d1a9 in 23ms, sequenceid=158, compaction requested=true 2024-11-09T14:54:55,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:54:55,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de6d149efb7e6fd47feac9c595d1a9:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T14:54:55,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:55,192 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T14:54:55,193 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76387 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T14:54:55,193 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1541): 74de6d149efb7e6fd47feac9c595d1a9/info is initiating minor compaction (all files) 2024-11-09T14:54:55,194 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 74de6d149efb7e6fd47feac9c595d1a9/info in TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:54:55,194 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ac3c7fc9909c441788fdbc8e66c20174, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/440021e91b7d46d19b6b4e83b8872c9e, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/66687b4e3e644d65833a7c809a6e1db7] into tmpdir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp, totalSize=74.6 K 2024-11-09T14:54:55,194 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac3c7fc9909c441788fdbc8e66c20174, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731164081005 2024-11-09T14:54:55,194 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 440021e91b7d46d19b6b4e83b8872c9e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731164095131 2024-11-09T14:54:55,195 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66687b4e3e644d65833a7c809a6e1db7, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731164095143 2024-11-09T14:54:55,207 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de6d149efb7e6fd47feac9c595d1a9#info#compaction#48 average throughput is 29.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T14:54:55,208 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/9133ca8fc196485691024b1e0d90da5a is 1055, key is row0064/info:/1731164081005/Put/seqid=0 2024-11-09T14:54:55,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741858_1034 (size=66597) 2024-11-09T14:54:55,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741858_1034 (size=66597) 2024-11-09T14:54:55,221 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/9133ca8fc196485691024b1e0d90da5a as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/9133ca8fc196485691024b1e0d90da5a 2024-11-09T14:54:55,228 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 74de6d149efb7e6fd47feac9c595d1a9/info of 74de6d149efb7e6fd47feac9c595d1a9 into 9133ca8fc196485691024b1e0d90da5a(size=65.0 K), total size for store is 65.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T14:54:55,228 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:54:55,228 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., storeName=74de6d149efb7e6fd47feac9c595d1a9/info, priority=13, startTime=1731164095192; duration=0sec 2024-11-09T14:54:55,228 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:55,228 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de6d149efb7e6fd47feac9c595d1a9:info 2024-11-09T14:54:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:57,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 74de6d149efb7e6fd47feac9c595d1a9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T14:54:57,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/fe55f810d2784fcd86bd36534a1ba41b is 1055, key is row0122/info:/1731164095170/Put/seqid=0 2024-11-09T14:54:57,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741859_1035 (size=13394) 2024-11-09T14:54:57,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741859_1035 (size=13394) 2024-11-09T14:54:57,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/fe55f810d2784fcd86bd36534a1ba41b 2024-11-09T14:54:57,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/fe55f810d2784fcd86bd36534a1ba41b as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/fe55f810d2784fcd86bd36534a1ba41b 2024-11-09T14:54:57,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/fe55f810d2784fcd86bd36534a1ba41b, entries=8, sequenceid=170, filesize=13.1 K 2024-11-09T14:54:57,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 74de6d149efb7e6fd47feac9c595d1a9 in 23ms, sequenceid=170, compaction requested=false 2024-11-09T14:54:57,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:54:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:54:57,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 74de6d149efb7e6fd47feac9c595d1a9 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-09T14:54:57,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/0576f095684946f7a06b5bb7bf4367ee is 1055, key is row0130/info:/1731164097184/Put/seqid=0 2024-11-09T14:54:57,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741860_1036 (size=20781) 2024-11-09T14:54:57,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741860_1036 (size=20781) 2024-11-09T14:54:57,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/0576f095684946f7a06b5bb7bf4367ee 2024-11-09T14:54:57,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/0576f095684946f7a06b5bb7bf4367ee as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/0576f095684946f7a06b5bb7bf4367ee 2024-11-09T14:54:57,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=74de6d149efb7e6fd47feac9c595d1a9, server=da6b20b51b98,44011,1731164057401 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T14:54:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51906 deadline: 1731164107233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=74de6d149efb7e6fd47feac9c595d1a9, server=da6b20b51b98,44011,1731164057401 2024-11-09T14:54:57,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., hostname=da6b20b51b98,44011,1731164057401, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., hostname=da6b20b51b98,44011,1731164057401, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=74de6d149efb7e6fd47feac9c595d1a9, server=da6b20b51b98,44011,1731164057401 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T14:54:57,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., hostname=da6b20b51b98,44011,1731164057401, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=74de6d149efb7e6fd47feac9c595d1a9, server=da6b20b51b98,44011,1731164057401 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T14:54:57,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., hostname=da6b20b51b98,44011,1731164057401, seqNum=127 because the exception is null or not the one we care about 2024-11-09T14:54:57,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/0576f095684946f7a06b5bb7bf4367ee, entries=15, sequenceid=188, filesize=20.3 K 2024-11-09T14:54:57,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 74de6d149efb7e6fd47feac9c595d1a9 in 29ms, sequenceid=188, compaction requested=true 2024-11-09T14:54:57,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:54:57,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de6d149efb7e6fd47feac9c595d1a9:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T14:54:57,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:57,237 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T14:54:57,238 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 100772 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T14:54:57,238 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1541): 74de6d149efb7e6fd47feac9c595d1a9/info is initiating minor compaction (all files) 2024-11-09T14:54:57,238 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 74de6d149efb7e6fd47feac9c595d1a9/info in TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:54:57,238 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/9133ca8fc196485691024b1e0d90da5a, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/fe55f810d2784fcd86bd36534a1ba41b, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/0576f095684946f7a06b5bb7bf4367ee] into tmpdir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp, totalSize=98.4 K 2024-11-09T14:54:57,239 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9133ca8fc196485691024b1e0d90da5a, keycount=58, bloomtype=ROW, size=65.0 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731164081005 2024-11-09T14:54:57,239 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe55f810d2784fcd86bd36534a1ba41b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731164095170 2024-11-09T14:54:57,239 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0576f095684946f7a06b5bb7bf4367ee, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731164097184 2024-11-09T14:54:57,251 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de6d149efb7e6fd47feac9c595d1a9#info#compaction#51 average throughput is 81.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T14:54:57,251 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/b2709957b53541c2897c626963605e7e is 1055, key is row0064/info:/1731164081005/Put/seqid=0 2024-11-09T14:54:57,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741861_1037 (size=90995) 2024-11-09T14:54:57,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741861_1037 (size=90995) 2024-11-09T14:54:57,262 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/b2709957b53541c2897c626963605e7e as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/b2709957b53541c2897c626963605e7e 2024-11-09T14:54:57,269 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 74de6d149efb7e6fd47feac9c595d1a9/info of 74de6d149efb7e6fd47feac9c595d1a9 into b2709957b53541c2897c626963605e7e(size=88.9 K), total size for store is 88.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T14:54:57,269 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:54:57,269 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., storeName=74de6d149efb7e6fd47feac9c595d1a9/info, priority=13, startTime=1731164097237; duration=0sec 2024-11-09T14:54:57,269 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:54:57,269 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de6d149efb7e6fd47feac9c595d1a9:info 2024-11-09T14:54:58,654 INFO [master/da6b20b51b98:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T14:54:58,654 INFO [master/da6b20b51b98:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T14:55:03,607 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-09T14:55:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:55:07,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 74de6d149efb7e6fd47feac9c595d1a9 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-09T14:55:07,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/288841308d8f40f0b5817a426735d032 is 1055, key is row0145/info:/1731164097209/Put/seqid=0 2024-11-09T14:55:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741862_1038 (size=20781) 2024-11-09T14:55:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741862_1038 (size=20781) 2024-11-09T14:55:07,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/288841308d8f40f0b5817a426735d032 2024-11-09T14:55:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/288841308d8f40f0b5817a426735d032 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/288841308d8f40f0b5817a426735d032 2024-11-09T14:55:07,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/288841308d8f40f0b5817a426735d032, entries=15, sequenceid=207, filesize=20.3 K 2024-11-09T14:55:07,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for 74de6d149efb7e6fd47feac9c595d1a9 in 23ms, sequenceid=207, compaction requested=false 2024-11-09T14:55:07,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:55:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:55:09,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 74de6d149efb7e6fd47feac9c595d1a9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T14:55:09,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/772196272a2147ac93f34786fd5c7873 is 1055, key is row0160/info:/1731164107316/Put/seqid=0 2024-11-09T14:55:09,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741863_1039 (size=13394) 2024-11-09T14:55:09,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741863_1039 (size=13394) 2024-11-09T14:55:09,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/772196272a2147ac93f34786fd5c7873 2024-11-09T14:55:09,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/772196272a2147ac93f34786fd5c7873 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/772196272a2147ac93f34786fd5c7873 2024-11-09T14:55:09,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/772196272a2147ac93f34786fd5c7873, entries=8, sequenceid=218, filesize=13.1 K 2024-11-09T14:55:09,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 74de6d149efb7e6fd47feac9c595d1a9 in 24ms, sequenceid=218, compaction requested=true 2024-11-09T14:55:09,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:55:09,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de6d149efb7e6fd47feac9c595d1a9:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T14:55:09,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:55:09,353 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T14:55:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:55:09,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 74de6d149efb7e6fd47feac9c595d1a9 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-09T14:55:09,354 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125170 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T14:55:09,354 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1541): 74de6d149efb7e6fd47feac9c595d1a9/info is initiating minor compaction (all files) 2024-11-09T14:55:09,354 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 74de6d149efb7e6fd47feac9c595d1a9/info in TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:55:09,354 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/b2709957b53541c2897c626963605e7e, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/288841308d8f40f0b5817a426735d032, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/772196272a2147ac93f34786fd5c7873] into tmpdir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp, totalSize=122.2 K 2024-11-09T14:55:09,355 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2709957b53541c2897c626963605e7e, keycount=81, bloomtype=ROW, size=88.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731164081005 2024-11-09T14:55:09,355 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 288841308d8f40f0b5817a426735d032, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731164097209 2024-11-09T14:55:09,356 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 772196272a2147ac93f34786fd5c7873, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731164107316 2024-11-09T14:55:09,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/a66a625bffc44b6084bbe6fa97030479 is 1055, key is row0168/info:/1731164109328/Put/seqid=0 2024-11-09T14:55:09,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741864_1040 (size=21838) 2024-11-09T14:55:09,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741864_1040 (size=21838) 2024-11-09T14:55:09,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/a66a625bffc44b6084bbe6fa97030479 2024-11-09T14:55:09,378 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de6d149efb7e6fd47feac9c595d1a9#info#compaction#55 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T14:55:09,378 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/ca2b7dab7e3e4cfa9a9b8b97e43e5a31 is 1055, key is row0064/info:/1731164081005/Put/seqid=0 2024-11-09T14:55:09,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/a66a625bffc44b6084bbe6fa97030479 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a66a625bffc44b6084bbe6fa97030479 2024-11-09T14:55:09,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741865_1041 (size=115320) 2024-11-09T14:55:09,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741865_1041 (size=115320) 2024-11-09T14:55:09,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a66a625bffc44b6084bbe6fa97030479, entries=16, sequenceid=237, filesize=21.3 K 2024-11-09T14:55:09,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=9.24 KB/9459 for 74de6d149efb7e6fd47feac9c595d1a9 in 33ms, sequenceid=237, compaction requested=false 2024-11-09T14:55:09,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:55:09,388 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/ca2b7dab7e3e4cfa9a9b8b97e43e5a31 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ca2b7dab7e3e4cfa9a9b8b97e43e5a31 2024-11-09T14:55:09,393 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 74de6d149efb7e6fd47feac9c595d1a9/info of 74de6d149efb7e6fd47feac9c595d1a9 into ca2b7dab7e3e4cfa9a9b8b97e43e5a31(size=112.6 K), total size for store is 133.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T14:55:09,393 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:55:09,393 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., storeName=74de6d149efb7e6fd47feac9c595d1a9/info, priority=13, startTime=1731164109353; duration=0sec 2024-11-09T14:55:09,394 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:55:09,394 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de6d149efb7e6fd47feac9c595d1a9:info 2024-11-09T14:55:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:55:11,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 74de6d149efb7e6fd47feac9c595d1a9 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-09T14:55:11,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/034d399377214e79a41463c33a4be073 is 1055, key is row0184/info:/1731164109354/Put/seqid=0 2024-11-09T14:55:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741866_1042 (size=15500) 2024-11-09T14:55:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741866_1042 (size=15500) 2024-11-09T14:55:11,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/034d399377214e79a41463c33a4be073 2024-11-09T14:55:11,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/034d399377214e79a41463c33a4be073 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/034d399377214e79a41463c33a4be073 2024-11-09T14:55:11,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/034d399377214e79a41463c33a4be073, entries=10, sequenceid=251, filesize=15.1 K 2024-11-09T14:55:11,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=15.40 KB/15765 for 74de6d149efb7e6fd47feac9c595d1a9 in 22ms, sequenceid=251, compaction requested=true 2024-11-09T14:55:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:55:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de6d149efb7e6fd47feac9c595d1a9:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T14:55:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:55:11,393 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T14:55:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:55:11,394 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152658 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T14:55:11,394 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1541): 74de6d149efb7e6fd47feac9c595d1a9/info is initiating minor compaction (all files) 2024-11-09T14:55:11,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 74de6d149efb7e6fd47feac9c595d1a9 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-09T14:55:11,394 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 74de6d149efb7e6fd47feac9c595d1a9/info in TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:55:11,394 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ca2b7dab7e3e4cfa9a9b8b97e43e5a31, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a66a625bffc44b6084bbe6fa97030479, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/034d399377214e79a41463c33a4be073] into tmpdir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp, totalSize=149.1 K 2024-11-09T14:55:11,395 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca2b7dab7e3e4cfa9a9b8b97e43e5a31, keycount=104, bloomtype=ROW, size=112.6 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731164081005 2024-11-09T14:55:11,396 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting a66a625bffc44b6084bbe6fa97030479, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731164109328 2024-11-09T14:55:11,396 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 034d399377214e79a41463c33a4be073, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731164109354 2024-11-09T14:55:11,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/a52cfbef5785424b9d6e2a146600ec47 is 1055, key is row0194/info:/1731164111372/Put/seqid=0 2024-11-09T14:55:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741867_1043 (size=21851) 2024-11-09T14:55:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741867_1043 (size=21851) 2024-11-09T14:55:11,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/a52cfbef5785424b9d6e2a146600ec47 2024-11-09T14:55:11,411 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de6d149efb7e6fd47feac9c595d1a9#info#compaction#58 average throughput is 32.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T14:55:11,411 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/21c969b095424383b249105cfdf01c39 is 1055, key is row0064/info:/1731164081005/Put/seqid=0 2024-11-09T14:55:11,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/a52cfbef5785424b9d6e2a146600ec47 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a52cfbef5785424b9d6e2a146600ec47 2024-11-09T14:55:11,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=74de6d149efb7e6fd47feac9c595d1a9, server=da6b20b51b98,44011,1731164057401 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T14:55:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51906 deadline: 1731164121417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=74de6d149efb7e6fd47feac9c595d1a9, server=da6b20b51b98,44011,1731164057401 2024-11-09T14:55:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741868_1044 (size=143004) 2024-11-09T14:55:11,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a52cfbef5785424b9d6e2a146600ec47, entries=16, sequenceid=270, filesize=21.3 K 2024-11-09T14:55:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., hostname=da6b20b51b98,44011,1731164057401, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., hostname=da6b20b51b98,44011,1731164057401, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=74de6d149efb7e6fd47feac9c595d1a9, server=da6b20b51b98,44011,1731164057401 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T14:55:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., hostname=da6b20b51b98,44011,1731164057401, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=74de6d149efb7e6fd47feac9c595d1a9, server=da6b20b51b98,44011,1731164057401 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T14:55:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., hostname=da6b20b51b98,44011,1731164057401, seqNum=127 because the exception is null or not the one we care about 2024-11-09T14:55:11,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741868_1044 (size=143004) 2024-11-09T14:55:11,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for 74de6d149efb7e6fd47feac9c595d1a9 in 26ms, sequenceid=270, compaction requested=false 2024-11-09T14:55:11,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:55:11,424 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/21c969b095424383b249105cfdf01c39 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/21c969b095424383b249105cfdf01c39 2024-11-09T14:55:11,429 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 74de6d149efb7e6fd47feac9c595d1a9/info of 74de6d149efb7e6fd47feac9c595d1a9 into 21c969b095424383b249105cfdf01c39(size=139.7 K), total size for store is 161.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T14:55:11,430 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:55:11,430 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., storeName=74de6d149efb7e6fd47feac9c595d1a9/info, priority=13, startTime=1731164111393; duration=0sec 2024-11-09T14:55:11,430 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:55:11,430 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de6d149efb7e6fd47feac9c595d1a9:info 2024-11-09T14:55:17,342 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T14:55:20,060 DEBUG [master/da6b20b51b98:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T14:55:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:55:21,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 74de6d149efb7e6fd47feac9c595d1a9 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-09T14:55:21,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/ba6a8ec64b3c45bd96aefe9e76518d21 is 1055, key is row0210/info:/1731164111395/Put/seqid=0 2024-11-09T14:55:21,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741869_1045 (size=19742) 2024-11-09T14:55:21,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741869_1045 (size=19742) 2024-11-09T14:55:21,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/ba6a8ec64b3c45bd96aefe9e76518d21 2024-11-09T14:55:21,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/ba6a8ec64b3c45bd96aefe9e76518d21 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ba6a8ec64b3c45bd96aefe9e76518d21 2024-11-09T14:55:21,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ba6a8ec64b3c45bd96aefe9e76518d21, entries=14, sequenceid=288, filesize=19.3 K 2024-11-09T14:55:21,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=1.03 KB/1051 for 74de6d149efb7e6fd47feac9c595d1a9 in 21ms, sequenceid=288, compaction requested=true 2024-11-09T14:55:21,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:55:21,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de6d149efb7e6fd47feac9c595d1a9:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T14:55:21,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:55:21,506 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T14:55:21,506 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T14:55:21,507 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1541): 74de6d149efb7e6fd47feac9c595d1a9/info is initiating minor compaction (all files) 2024-11-09T14:55:21,507 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 74de6d149efb7e6fd47feac9c595d1a9/info in TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:55:21,507 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/21c969b095424383b249105cfdf01c39, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a52cfbef5785424b9d6e2a146600ec47, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ba6a8ec64b3c45bd96aefe9e76518d21] into tmpdir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp, totalSize=180.3 K 2024-11-09T14:55:21,507 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21c969b095424383b249105cfdf01c39, keycount=130, bloomtype=ROW, size=139.7 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731164081005 2024-11-09T14:55:21,507 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting a52cfbef5785424b9d6e2a146600ec47, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731164111372 2024-11-09T14:55:21,508 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba6a8ec64b3c45bd96aefe9e76518d21, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731164111395 2024-11-09T14:55:21,520 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de6d149efb7e6fd47feac9c595d1a9#info#compaction#60 average throughput is 53.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T14:55:21,520 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/67f47db3c5e34108acab930225645067 is 1055, key is row0064/info:/1731164081005/Put/seqid=0 2024-11-09T14:55:21,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741870_1046 (size=174731) 2024-11-09T14:55:21,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741870_1046 (size=174731) 2024-11-09T14:55:21,528 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/67f47db3c5e34108acab930225645067 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/67f47db3c5e34108acab930225645067 2024-11-09T14:55:21,533 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 74de6d149efb7e6fd47feac9c595d1a9/info of 74de6d149efb7e6fd47feac9c595d1a9 into 67f47db3c5e34108acab930225645067(size=170.6 K), total size for store is 170.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T14:55:21,533 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:55:21,533 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., storeName=74de6d149efb7e6fd47feac9c595d1a9/info, priority=13, startTime=1731164121505; duration=0sec 2024-11-09T14:55:21,533 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:55:21,533 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de6d149efb7e6fd47feac9c595d1a9:info 2024-11-09T14:55:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:55:23,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 74de6d149efb7e6fd47feac9c595d1a9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T14:55:23,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/a0dff0fc63454fe69509dcbb248ab0d3 is 1055, key is row0224/info:/1731164121486/Put/seqid=0 2024-11-09T14:55:23,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741871_1047 (size=13402) 2024-11-09T14:55:23,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741871_1047 (size=13402) 2024-11-09T14:55:23,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/a0dff0fc63454fe69509dcbb248ab0d3 2024-11-09T14:55:23,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/a0dff0fc63454fe69509dcbb248ab0d3 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a0dff0fc63454fe69509dcbb248ab0d3 2024-11-09T14:55:23,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a0dff0fc63454fe69509dcbb248ab0d3, entries=8, sequenceid=300, filesize=13.1 K 2024-11-09T14:55:23,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 74de6d149efb7e6fd47feac9c595d1a9 in 26ms, sequenceid=300, compaction requested=false 2024-11-09T14:55:23,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:55:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8855): Flush requested on 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:55:23,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 74de6d149efb7e6fd47feac9c595d1a9 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-09T14:55:23,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/16194e6429284e3fa133ea1a675f6df7 is 1055, key is row0232/info:/1731164123498/Put/seqid=0 2024-11-09T14:55:23,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741872_1048 (size=25016) 2024-11-09T14:55:23,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741872_1048 (size=25016) 2024-11-09T14:55:23,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/16194e6429284e3fa133ea1a675f6df7 2024-11-09T14:55:23,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/16194e6429284e3fa133ea1a675f6df7 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/16194e6429284e3fa133ea1a675f6df7 2024-11-09T14:55:23,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/16194e6429284e3fa133ea1a675f6df7, entries=19, sequenceid=322, filesize=24.4 K 2024-11-09T14:55:23,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=6.16 KB/6306 for 74de6d149efb7e6fd47feac9c595d1a9 in 21ms, sequenceid=322, compaction requested=true 2024-11-09T14:55:23,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:55:23,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de6d149efb7e6fd47feac9c595d1a9:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T14:55:23,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:55:23,545 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T14:55:23,546 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 213149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T14:55:23,546 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1541): 74de6d149efb7e6fd47feac9c595d1a9/info is initiating minor compaction (all files) 2024-11-09T14:55:23,546 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 74de6d149efb7e6fd47feac9c595d1a9/info in TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:55:23,547 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/67f47db3c5e34108acab930225645067, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a0dff0fc63454fe69509dcbb248ab0d3, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/16194e6429284e3fa133ea1a675f6df7] into tmpdir=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp, totalSize=208.2 K 2024-11-09T14:55:23,547 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67f47db3c5e34108acab930225645067, keycount=160, bloomtype=ROW, size=170.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731164081005 2024-11-09T14:55:23,547 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0dff0fc63454fe69509dcbb248ab0d3, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731164121486 2024-11-09T14:55:23,548 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16194e6429284e3fa133ea1a675f6df7, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731164123498 2024-11-09T14:55:23,559 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de6d149efb7e6fd47feac9c595d1a9#info#compaction#63 average throughput is 62.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T14:55:23,560 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/1b736ef8e6e0400494f75707b0b5f50e is 1055, key is row0064/info:/1731164081005/Put/seqid=0 2024-11-09T14:55:23,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741873_1049 (size=203295) 2024-11-09T14:55:23,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741873_1049 (size=203295) 2024-11-09T14:55:23,569 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/1b736ef8e6e0400494f75707b0b5f50e as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/1b736ef8e6e0400494f75707b0b5f50e 2024-11-09T14:55:23,574 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 74de6d149efb7e6fd47feac9c595d1a9/info of 74de6d149efb7e6fd47feac9c595d1a9 into 1b736ef8e6e0400494f75707b0b5f50e(size=198.5 K), total size for store is 198.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T14:55:23,575 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:55:23,575 INFO [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., storeName=74de6d149efb7e6fd47feac9c595d1a9/info, priority=13, startTime=1731164123545; duration=0sec 2024-11-09T14:55:23,575 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T14:55:23,575 DEBUG [RS:0;da6b20b51b98:44011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de6d149efb7e6fd47feac9c595d1a9:info 2024-11-09T14:55:25,532 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-09T14:55:25,546 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.1731164125533, exclude list is [], retry=0 2024-11-09T14:55:25,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43133,DS-72d7b625-d428-4a52-8b61-4f58de3c8adc,DISK] 2024-11-09T14:55:25,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-409f175c-83df-4387-bd5a-e8283e551c25,DISK] 2024-11-09T14:55:25,550 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.1731164058187 with entries=310, filesize=301.64 KB; new WAL /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.1731164125533 2024-11-09T14:55:25,551 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34323:34323),(127.0.0.1/127.0.0.1:38439:38439)] 2024-11-09T14:55:25,551 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.1731164058187 is not closed yet, will try archiving it next time 2024-11-09T14:55:25,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741833_1009 (size=308883) 2024-11-09T14:55:25,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741833_1009 (size=308883) 2024-11-09T14:55:25,555 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-09T14:55:25,559 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/.tmp/info/dacc9509cea548bd962c3ded60da19af is 186, key is TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981./info:regioninfo/1731164083810/Put/seqid=0 2024-11-09T14:55:25,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741875_1051 (size=6153) 2024-11-09T14:55:25,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741875_1051 (size=6153) 2024-11-09T14:55:25,564 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/.tmp/info/dacc9509cea548bd962c3ded60da19af 2024-11-09T14:55:25,570 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/.tmp/info/dacc9509cea548bd962c3ded60da19af as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/info/dacc9509cea548bd962c3ded60da19af 2024-11-09T14:55:25,574 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/info/dacc9509cea548bd962c3ded60da19af, entries=5, sequenceid=21, filesize=6.0 K 2024-11-09T14:55:25,575 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-11-09T14:55:25,575 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-09T14:55:25,575 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 74de6d149efb7e6fd47feac9c595d1a9 1/1 column families, dataSize=6.16 KB heapSize=6.86 KB 2024-11-09T14:55:25,579 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/8fcc48bc04ff43d1a20665db1a03eb99 is 1055, key is row0251/info:/1731164123525/Put/seqid=0 2024-11-09T14:55:25,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741876_1052 (size=11286) 2024-11-09T14:55:25,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741876_1052 (size=11286) 2024-11-09T14:55:25,586 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.16 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/8fcc48bc04ff43d1a20665db1a03eb99 2024-11-09T14:55:25,592 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/.tmp/info/8fcc48bc04ff43d1a20665db1a03eb99 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/8fcc48bc04ff43d1a20665db1a03eb99 2024-11-09T14:55:25,598 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/8fcc48bc04ff43d1a20665db1a03eb99, entries=6, sequenceid=332, filesize=11.0 K 2024-11-09T14:55:25,599 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~6.16 KB/6306, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 74de6d149efb7e6fd47feac9c595d1a9 in 24ms, sequenceid=332, compaction requested=false 2024-11-09T14:55:25,599 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 74de6d149efb7e6fd47feac9c595d1a9: 2024-11-09T14:55:25,599 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1f8ca6e455bd376ce9e1edc8685f5981: 2024-11-09T14:55:25,620 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.1731164125599, exclude list is [], retry=0 2024-11-09T14:55:25,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-409f175c-83df-4387-bd5a-e8283e551c25,DISK] 2024-11-09T14:55:25,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43133,DS-72d7b625-d428-4a52-8b61-4f58de3c8adc,DISK] 2024-11-09T14:55:25,624 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.1731164125533 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.1731164125599 2024-11-09T14:55:25,624 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34323:34323),(127.0.0.1/127.0.0.1:38439:38439)] 2024-11-09T14:55:25,624 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.1731164125533 is not closed yet, will try archiving it next time 2024-11-09T14:55:25,624 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.1731164058187 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/oldWALs/da6b20b51b98%2C44011%2C1731164057401.1731164058187 2024-11-09T14:55:25,625 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T14:55:25,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741874_1050 (size=731) 2024-11-09T14:55:25,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741874_1050 (size=731) 2024-11-09T14:55:25,626 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/WALs/da6b20b51b98,44011,1731164057401/da6b20b51b98%2C44011%2C1731164057401.1731164125533 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/oldWALs/da6b20b51b98%2C44011%2C1731164057401.1731164125533 2024-11-09T14:55:25,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T14:55:25,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T14:55:25,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:55:25,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:55:25,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:55:25,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T14:55:25,725 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T14:55:25,725 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=185538691, stopped=false 2024-11-09T14:55:25,726 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da6b20b51b98,39117,1731164057359 2024-11-09T14:55:25,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T14:55:25,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T14:55:25,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:25,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:25,727 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T14:55:25,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:55:25,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T14:55:25,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:55:25,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:55:25,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:55:25,728 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6b20b51b98,44011,1731164057401' ***** 2024-11-09T14:55:25,728 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T14:55:25,729 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T14:55:25,729 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T14:55:25,729 INFO [RS:0;da6b20b51b98:44011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T14:55:25,729 INFO [RS:0;da6b20b51b98:44011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T14:55:25,729 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(3091): Received CLOSE for 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:55:25,729 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f8ca6e455bd376ce9e1edc8685f5981 2024-11-09T14:55:25,729 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(959): stopping server da6b20b51b98,44011,1731164057401 2024-11-09T14:55:25,729 INFO [RS:0;da6b20b51b98:44011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T14:55:25,729 INFO [RS:0;da6b20b51b98:44011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da6b20b51b98:44011. 2024-11-09T14:55:25,730 DEBUG [RS:0;da6b20b51b98:44011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:55:25,730 DEBUG [RS:0;da6b20b51b98:44011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:55:25,730 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T14:55:25,730 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T14:55:25,730 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T14:55:25,730 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T14:55:25,730 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T14:55:25,730 DEBUG [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 74de6d149efb7e6fd47feac9c595d1a9=TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9., 1f8ca6e455bd376ce9e1edc8685f5981=TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981.} 2024-11-09T14:55:25,730 DEBUG [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f8ca6e455bd376ce9e1edc8685f5981, 74de6d149efb7e6fd47feac9c595d1a9 2024-11-09T14:55:25,730 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T14:55:25,730 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T14:55:25,730 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T14:55:25,730 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T14:55:25,730 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T14:55:25,731 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74de6d149efb7e6fd47feac9c595d1a9, disabling compactions & flushes 2024-11-09T14:55:25,731 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:55:25,731 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:55:25,731 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. after waiting 0 ms 2024-11-09T14:55:25,731 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:55:25,732 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495->hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/1704e8c1828444ed8e6112902328a31b-top, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-4b31b351c2a04262bef61d91efa1c64c, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-b318e3cd9760447d8367bfde6bd83508, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ac3c7fc9909c441788fdbc8e66c20174, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-55b33c57eac544e2b4a8983eb28b04dd, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/440021e91b7d46d19b6b4e83b8872c9e, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/9133ca8fc196485691024b1e0d90da5a, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/66687b4e3e644d65833a7c809a6e1db7, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/fe55f810d2784fcd86bd36534a1ba41b, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/b2709957b53541c2897c626963605e7e, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/0576f095684946f7a06b5bb7bf4367ee, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/288841308d8f40f0b5817a426735d032, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ca2b7dab7e3e4cfa9a9b8b97e43e5a31, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/772196272a2147ac93f34786fd5c7873, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a66a625bffc44b6084bbe6fa97030479, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/21c969b095424383b249105cfdf01c39, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/034d399377214e79a41463c33a4be073, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a52cfbef5785424b9d6e2a146600ec47, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/67f47db3c5e34108acab930225645067, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ba6a8ec64b3c45bd96aefe9e76518d21, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a0dff0fc63454fe69509dcbb248ab0d3, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/16194e6429284e3fa133ea1a675f6df7] to archive 2024-11-09T14:55:25,733 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T14:55:25,735 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495 2024-11-09T14:55:25,736 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-09T14:55:25,736 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T14:55:25,736 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T14:55:25,736 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731164125730Running coprocessor pre-close hooks at 1731164125730Disabling compacts and flushes for region at 1731164125730Disabling writes for close at 1731164125730Writing region close event to WAL at 1731164125732 (+2 ms)Running coprocessor post-close hooks at 1731164125736 (+4 ms)Closed at 1731164125736 2024-11-09T14:55:25,736 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T14:55:25,737 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-4b31b351c2a04262bef61d91efa1c64c to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-4b31b351c2a04262bef61d91efa1c64c 2024-11-09T14:55:25,738 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-b318e3cd9760447d8367bfde6bd83508 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-b318e3cd9760447d8367bfde6bd83508 2024-11-09T14:55:25,739 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ac3c7fc9909c441788fdbc8e66c20174 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ac3c7fc9909c441788fdbc8e66c20174 2024-11-09T14:55:25,740 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-55b33c57eac544e2b4a8983eb28b04dd to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/TestLogRolling-testLogRolling=9b0b7101bdd568f74636269530b70495-55b33c57eac544e2b4a8983eb28b04dd 2024-11-09T14:55:25,741 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/440021e91b7d46d19b6b4e83b8872c9e to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/440021e91b7d46d19b6b4e83b8872c9e 2024-11-09T14:55:25,742 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/9133ca8fc196485691024b1e0d90da5a to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/9133ca8fc196485691024b1e0d90da5a 2024-11-09T14:55:25,743 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/66687b4e3e644d65833a7c809a6e1db7 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/66687b4e3e644d65833a7c809a6e1db7 2024-11-09T14:55:25,744 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/fe55f810d2784fcd86bd36534a1ba41b to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/fe55f810d2784fcd86bd36534a1ba41b 2024-11-09T14:55:25,745 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/b2709957b53541c2897c626963605e7e to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/b2709957b53541c2897c626963605e7e 2024-11-09T14:55:25,747 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/0576f095684946f7a06b5bb7bf4367ee to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/0576f095684946f7a06b5bb7bf4367ee 2024-11-09T14:55:25,748 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/288841308d8f40f0b5817a426735d032 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/288841308d8f40f0b5817a426735d032 2024-11-09T14:55:25,749 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ca2b7dab7e3e4cfa9a9b8b97e43e5a31 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ca2b7dab7e3e4cfa9a9b8b97e43e5a31 2024-11-09T14:55:25,750 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/772196272a2147ac93f34786fd5c7873 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/772196272a2147ac93f34786fd5c7873 2024-11-09T14:55:25,751 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a66a625bffc44b6084bbe6fa97030479 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a66a625bffc44b6084bbe6fa97030479 2024-11-09T14:55:25,753 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/21c969b095424383b249105cfdf01c39 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/21c969b095424383b249105cfdf01c39 2024-11-09T14:55:25,754 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/034d399377214e79a41463c33a4be073 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/034d399377214e79a41463c33a4be073 2024-11-09T14:55:25,755 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a52cfbef5785424b9d6e2a146600ec47 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a52cfbef5785424b9d6e2a146600ec47 2024-11-09T14:55:25,756 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/67f47db3c5e34108acab930225645067 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/67f47db3c5e34108acab930225645067 2024-11-09T14:55:25,757 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ba6a8ec64b3c45bd96aefe9e76518d21 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/ba6a8ec64b3c45bd96aefe9e76518d21 2024-11-09T14:55:25,759 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a0dff0fc63454fe69509dcbb248ab0d3 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/a0dff0fc63454fe69509dcbb248ab0d3 2024-11-09T14:55:25,760 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/16194e6429284e3fa133ea1a675f6df7 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/info/16194e6429284e3fa133ea1a675f6df7 2024-11-09T14:55:25,760 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da6b20b51b98:39117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-09T14:55:25,760 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [ac3c7fc9909c441788fdbc8e66c20174=40102, 440021e91b7d46d19b6b4e83b8872c9e=13394, 9133ca8fc196485691024b1e0d90da5a=66597, 66687b4e3e644d65833a7c809a6e1db7=22891, fe55f810d2784fcd86bd36534a1ba41b=13394, b2709957b53541c2897c626963605e7e=90995, 0576f095684946f7a06b5bb7bf4367ee=20781, 288841308d8f40f0b5817a426735d032=20781, ca2b7dab7e3e4cfa9a9b8b97e43e5a31=115320, 772196272a2147ac93f34786fd5c7873=13394, a66a625bffc44b6084bbe6fa97030479=21838, 21c969b095424383b249105cfdf01c39=143004, 034d399377214e79a41463c33a4be073=15500, a52cfbef5785424b9d6e2a146600ec47=21851, 67f47db3c5e34108acab930225645067=174731, ba6a8ec64b3c45bd96aefe9e76518d21=19742, a0dff0fc63454fe69509dcbb248ab0d3=13402, 16194e6429284e3fa133ea1a675f6df7=25016] 2024-11-09T14:55:25,764 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/74de6d149efb7e6fd47feac9c595d1a9/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=126 2024-11-09T14:55:25,764 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:55:25,764 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74de6d149efb7e6fd47feac9c595d1a9: Waiting for close lock at 1731164125731Running coprocessor pre-close hooks at 1731164125731Disabling compacts and flushes for region at 1731164125731Disabling writes for close at 1731164125731Writing region close event to WAL at 1731164125761 (+30 ms)Running coprocessor post-close hooks at 1731164125764 (+3 ms)Closed at 1731164125764 2024-11-09T14:55:25,764 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731164083084.74de6d149efb7e6fd47feac9c595d1a9. 2024-11-09T14:55:25,764 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f8ca6e455bd376ce9e1edc8685f5981, disabling compactions & flushes 2024-11-09T14:55:25,764 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981. 2024-11-09T14:55:25,765 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981. 2024-11-09T14:55:25,765 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981. after waiting 0 ms 2024-11-09T14:55:25,765 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981. 2024-11-09T14:55:25,765 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981/info/1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495->hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/9b0b7101bdd568f74636269530b70495/info/1704e8c1828444ed8e6112902328a31b-bottom] to archive 2024-11-09T14:55:25,766 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T14:55:25,767 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981/info/1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495 to hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/archive/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981/info/1704e8c1828444ed8e6112902328a31b.9b0b7101bdd568f74636269530b70495 2024-11-09T14:55:25,767 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-09T14:55:25,770 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/data/default/TestLogRolling-testLogRolling/1f8ca6e455bd376ce9e1edc8685f5981/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-09T14:55:25,770 INFO [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981. 2024-11-09T14:55:25,770 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f8ca6e455bd376ce9e1edc8685f5981: Waiting for close lock at 1731164125764Running coprocessor pre-close hooks at 1731164125764Disabling compacts and flushes for region at 1731164125764Disabling writes for close at 1731164125765 (+1 ms)Writing region close event to WAL at 1731164125767 (+2 ms)Running coprocessor post-close hooks at 1731164125770 (+3 ms)Closed at 1731164125770 2024-11-09T14:55:25,770 DEBUG [RS_CLOSE_REGION-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731164083084.1f8ca6e455bd376ce9e1edc8685f5981. 2024-11-09T14:55:25,930 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(976): stopping server da6b20b51b98,44011,1731164057401; all regions closed. 2024-11-09T14:55:25,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741834_1010 (size=8107) 2024-11-09T14:55:25,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741834_1010 (size=8107) 2024-11-09T14:55:25,935 DEBUG [RS:0;da6b20b51b98:44011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/oldWALs 2024-11-09T14:55:25,935 INFO [RS:0;da6b20b51b98:44011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6b20b51b98%2C44011%2C1731164057401.meta:.meta(num 1731164058587) 2024-11-09T14:55:25,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741877_1053 (size=780) 2024-11-09T14:55:25,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741877_1053 (size=780) 2024-11-09T14:55:25,939 DEBUG [RS:0;da6b20b51b98:44011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/oldWALs 2024-11-09T14:55:25,939 INFO [RS:0;da6b20b51b98:44011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6b20b51b98%2C44011%2C1731164057401:(num 1731164125599) 2024-11-09T14:55:25,939 DEBUG [RS:0;da6b20b51b98:44011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:55:25,939 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T14:55:25,940 INFO [RS:0;da6b20b51b98:44011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T14:55:25,940 INFO [RS:0;da6b20b51b98:44011 {}] hbase.ChoreService(370): Chore service for: regionserver/da6b20b51b98:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T14:55:25,940 INFO [RS:0;da6b20b51b98:44011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T14:55:25,940 INFO [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T14:55:25,940 INFO [RS:0;da6b20b51b98:44011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44011 2024-11-09T14:55:25,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6b20b51b98,44011,1731164057401 2024-11-09T14:55:25,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T14:55:25,942 INFO [RS:0;da6b20b51b98:44011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T14:55:25,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6b20b51b98,44011,1731164057401] 2024-11-09T14:55:25,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6b20b51b98,44011,1731164057401 already deleted, retry=false 2024-11-09T14:55:25,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6b20b51b98,44011,1731164057401 expired; onlineServers=0 2024-11-09T14:55:25,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da6b20b51b98,39117,1731164057359' ***** 2024-11-09T14:55:25,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T14:55:25,945 INFO [M:0;da6b20b51b98:39117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T14:55:25,945 INFO [M:0;da6b20b51b98:39117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T14:55:25,945 DEBUG [M:0;da6b20b51b98:39117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T14:55:25,946 DEBUG [M:0;da6b20b51b98:39117 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T14:55:25,946 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T14:55:25,946 DEBUG [master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731164057984 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731164057984,5,FailOnTimeoutGroup] 2024-11-09T14:55:25,946 DEBUG [master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731164057984 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731164057984,5,FailOnTimeoutGroup] 2024-11-09T14:55:25,946 INFO [M:0;da6b20b51b98:39117 {}] hbase.ChoreService(370): Chore service for: master/da6b20b51b98:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T14:55:25,946 INFO [M:0;da6b20b51b98:39117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T14:55:25,946 DEBUG [M:0;da6b20b51b98:39117 {}] master.HMaster(1795): Stopping service threads 2024-11-09T14:55:25,946 INFO [M:0;da6b20b51b98:39117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T14:55:25,946 INFO [M:0;da6b20b51b98:39117 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T14:55:25,946 INFO [M:0;da6b20b51b98:39117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T14:55:25,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T14:55:25,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T14:55:25,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:25,947 DEBUG [M:0;da6b20b51b98:39117 {}] zookeeper.ZKUtil(347): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T14:55:25,947 WARN [M:0;da6b20b51b98:39117 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T14:55:25,948 INFO [M:0;da6b20b51b98:39117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/.lastflushedseqids 2024-11-09T14:55:25,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741878_1054 (size=228) 2024-11-09T14:55:25,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741878_1054 (size=228) 2024-11-09T14:55:25,954 INFO [M:0;da6b20b51b98:39117 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T14:55:25,954 INFO [M:0;da6b20b51b98:39117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T14:55:25,954 DEBUG [M:0;da6b20b51b98:39117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T14:55:25,954 INFO [M:0;da6b20b51b98:39117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:55:25,954 DEBUG [M:0;da6b20b51b98:39117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:55:25,954 DEBUG [M:0;da6b20b51b98:39117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T14:55:25,954 DEBUG [M:0;da6b20b51b98:39117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:55:25,954 INFO [M:0;da6b20b51b98:39117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.36 KB 2024-11-09T14:55:25,972 DEBUG [M:0;da6b20b51b98:39117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c386356974924b14ab72479e6fbb8c6e is 82, key is hbase:meta,,1/info:regioninfo/1731164058623/Put/seqid=0 2024-11-09T14:55:25,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741879_1055 (size=5672) 2024-11-09T14:55:25,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741879_1055 (size=5672) 2024-11-09T14:55:25,977 INFO [M:0;da6b20b51b98:39117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c386356974924b14ab72479e6fbb8c6e 2024-11-09T14:55:25,996 DEBUG [M:0;da6b20b51b98:39117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c58104b0710e44448946c582d21a49b7 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731164059106/Put/seqid=0 2024-11-09T14:55:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741880_1056 (size=7091) 2024-11-09T14:55:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741880_1056 (size=7091) 2024-11-09T14:55:26,001 INFO [M:0;da6b20b51b98:39117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c58104b0710e44448946c582d21a49b7 2024-11-09T14:55:26,006 INFO [M:0;da6b20b51b98:39117 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c58104b0710e44448946c582d21a49b7 2024-11-09T14:55:26,020 DEBUG [M:0;da6b20b51b98:39117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36879ae6764446a9947da0e1c488d38 is 69, key is da6b20b51b98,44011,1731164057401/rs:state/1731164058038/Put/seqid=0 2024-11-09T14:55:26,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741881_1057 (size=5156) 2024-11-09T14:55:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741881_1057 (size=5156) 2024-11-09T14:55:26,025 INFO [M:0;da6b20b51b98:39117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36879ae6764446a9947da0e1c488d38 2024-11-09T14:55:26,043 DEBUG [M:0;da6b20b51b98:39117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f30656f2959c483085f7b197338accdc is 52, key is load_balancer_on/state:d/1731164058730/Put/seqid=0 2024-11-09T14:55:26,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:55:26,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1018d86a4680001, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:55:26,044 INFO [RS:0;da6b20b51b98:44011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T14:55:26,044 INFO [RS:0;da6b20b51b98:44011 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6b20b51b98,44011,1731164057401; zookeeper connection closed. 2024-11-09T14:55:26,044 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d1cdaa2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d1cdaa2 2024-11-09T14:55:26,044 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T14:55:26,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741882_1058 (size=5056) 2024-11-09T14:55:26,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741882_1058 (size=5056) 2024-11-09T14:55:26,048 INFO [M:0;da6b20b51b98:39117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f30656f2959c483085f7b197338accdc 2024-11-09T14:55:26,053 DEBUG [M:0;da6b20b51b98:39117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c386356974924b14ab72479e6fbb8c6e as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c386356974924b14ab72479e6fbb8c6e 2024-11-09T14:55:26,054 INFO [regionserver/da6b20b51b98:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T14:55:26,057 INFO [M:0;da6b20b51b98:39117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c386356974924b14ab72479e6fbb8c6e, entries=8, sequenceid=125, filesize=5.5 K 2024-11-09T14:55:26,058 DEBUG [M:0;da6b20b51b98:39117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c58104b0710e44448946c582d21a49b7 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c58104b0710e44448946c582d21a49b7 2024-11-09T14:55:26,062 INFO [M:0;da6b20b51b98:39117 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c58104b0710e44448946c582d21a49b7 2024-11-09T14:55:26,062 INFO [M:0;da6b20b51b98:39117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c58104b0710e44448946c582d21a49b7, entries=13, sequenceid=125, filesize=6.9 K 2024-11-09T14:55:26,063 DEBUG [M:0;da6b20b51b98:39117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36879ae6764446a9947da0e1c488d38 as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a36879ae6764446a9947da0e1c488d38 2024-11-09T14:55:26,067 INFO [M:0;da6b20b51b98:39117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a36879ae6764446a9947da0e1c488d38, entries=1, sequenceid=125, filesize=5.0 K 2024-11-09T14:55:26,068 DEBUG [M:0;da6b20b51b98:39117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f30656f2959c483085f7b197338accdc as hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f30656f2959c483085f7b197338accdc 2024-11-09T14:55:26,073 INFO [M:0;da6b20b51b98:39117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e3b0fc63-36e9-2038-f35b-df06b4c9518b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f30656f2959c483085f7b197338accdc, entries=1, sequenceid=125, filesize=4.9 K 2024-11-09T14:55:26,074 INFO [M:0;da6b20b51b98:39117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=125, compaction requested=false 2024-11-09T14:55:26,076 INFO [M:0;da6b20b51b98:39117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:55:26,076 DEBUG [M:0;da6b20b51b98:39117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731164125954Disabling compacts and flushes for region at 1731164125954Disabling writes for close at 1731164125954Obtaining lock to block concurrent updates at 1731164125954Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731164125954Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1731164125955 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731164125955Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731164125955Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731164125971 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731164125971Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731164125981 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731164125995 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731164125995Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731164126006 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731164126019 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731164126019Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731164126029 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731164126043 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731164126043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a703a8: reopening flushed file at 1731164126052 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f22e609: reopening flushed file at 1731164126057 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c9bbce: reopening flushed file at 1731164126063 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121d742b: reopening flushed file at 1731164126067 (+4 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=125, compaction requested=false at 1731164126074 (+7 ms)Writing region close event to WAL at 1731164126076 (+2 ms)Closed at 1731164126076 2024-11-09T14:55:26,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741830_1006 (size=61332) 2024-11-09T14:55:26,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741830_1006 (size=61332) 2024-11-09T14:55:26,079 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T14:55:26,079 INFO [M:0;da6b20b51b98:39117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T14:55:26,079 INFO [M:0;da6b20b51b98:39117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39117 2024-11-09T14:55:26,079 INFO [M:0;da6b20b51b98:39117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T14:55:26,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:55:26,181 INFO [M:0;da6b20b51b98:39117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T14:55:26,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39117-0x1018d86a4680000, quorum=127.0.0.1:56591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:55:26,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c392b80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:55:26,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1399bf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:55:26,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:55:26,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d903d10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:55:26,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@269e588e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/hadoop.log.dir/,STOPPED} 2024-11-09T14:55:26,186 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:55:26,186 WARN [BP-1961451720-172.17.0.2-1731164056683 heartbeating to localhost/127.0.0.1:36837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:55:26,186 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:55:26,186 WARN [BP-1961451720-172.17.0.2-1731164056683 heartbeating to localhost/127.0.0.1:36837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1961451720-172.17.0.2-1731164056683 (Datanode Uuid 2d3108fd-7b95-4906-b7c5-d95342c0a99e) service to localhost/127.0.0.1:36837 2024-11-09T14:55:26,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/cluster_72a3566b-fe1d-004e-8ae6-023e10336c23/data/data3/current/BP-1961451720-172.17.0.2-1731164056683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:55:26,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/cluster_72a3566b-fe1d-004e-8ae6-023e10336c23/data/data4/current/BP-1961451720-172.17.0.2-1731164056683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:55:26,187 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:55:26,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68d6b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:55:26,190 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41eacc22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:55:26,190 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:55:26,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54e0e381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:55:26,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@612c30eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/hadoop.log.dir/,STOPPED} 2024-11-09T14:55:26,191 WARN [BP-1961451720-172.17.0.2-1731164056683 heartbeating to localhost/127.0.0.1:36837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:55:26,191 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:55:26,191 WARN [BP-1961451720-172.17.0.2-1731164056683 heartbeating to localhost/127.0.0.1:36837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1961451720-172.17.0.2-1731164056683 (Datanode Uuid ac6c09e7-b1a9-4f9b-8cd6-4d644593183a) service to localhost/127.0.0.1:36837 2024-11-09T14:55:26,191 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:55:26,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/cluster_72a3566b-fe1d-004e-8ae6-023e10336c23/data/data1/current/BP-1961451720-172.17.0.2-1731164056683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:55:26,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/cluster_72a3566b-fe1d-004e-8ae6-023e10336c23/data/data2/current/BP-1961451720-172.17.0.2-1731164056683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:55:26,192 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:55:26,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2500871c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T14:55:26,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fac4055{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:55:26,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:55:26,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44bd3813{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:55:26,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51d868a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/hadoop.log.dir/,STOPPED} 2024-11-09T14:55:26,206 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T14:55:26,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T14:55:26,240 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=107 (was 98) - Thread LEAK? -, OpenFileDescriptor=450 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=77 (was 119), ProcessCount=11 (was 11), AvailableMemoryMB=7249 (was 7404) 2024-11-09T14:55:26,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=108, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=77, ProcessCount=11, AvailableMemoryMB=7248 2024-11-09T14:55:26,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T14:55:26,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/hadoop.log.dir so I do NOT create it in target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb 2024-11-09T14:55:26,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/155f886d-3137-1c72-6580-b80df0e1fe68/hadoop.tmp.dir so I do NOT create it in target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb 2024-11-09T14:55:26,247 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/cluster_ecd10358-204e-e135-badc-ffb56847080c, deleteOnExit=true 2024-11-09T14:55:26,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T14:55:26,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/test.cache.data in system properties and HBase conf 2024-11-09T14:55:26,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T14:55:26,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/hadoop.log.dir in system properties and HBase conf 2024-11-09T14:55:26,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T14:55:26,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T14:55:26,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T14:55:26,247 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T14:55:26,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T14:55:26,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T14:55:26,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T14:55:26,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T14:55:26,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T14:55:26,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T14:55:26,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T14:55:26,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T14:55:26,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T14:55:26,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/nfs.dump.dir in system properties and HBase conf 2024-11-09T14:55:26,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/java.io.tmpdir in system properties and HBase conf 2024-11-09T14:55:26,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T14:55:26,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T14:55:26,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T14:55:26,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:55:26,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:55:26,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:55:26,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:55:26,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T14:55:26,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:55:26,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2708ad6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:55:26,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24736777{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:55:26,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69f6b4f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/java.io.tmpdir/jetty-localhost-39783-hadoop-hdfs-3_4_1-tests_jar-_-any-8483819283760900624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T14:55:26,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ff0a100{HTTP/1.1, (http/1.1)}{localhost:39783} 2024-11-09T14:55:26,455 INFO [Time-limited test {}] server.Server(415): Started @209346ms 2024-11-09T14:55:26,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:55:26,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:55:26,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:55:26,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:55:26,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T14:55:26,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38e4c4d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:55:26,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e412aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:55:26,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c830045{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/java.io.tmpdir/jetty-localhost-43757-hadoop-hdfs-3_4_1-tests_jar-_-any-7555735426806446367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:55:26,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@167207e8{HTTP/1.1, (http/1.1)}{localhost:43757} 2024-11-09T14:55:26,639 INFO [Time-limited test {}] server.Server(415): Started @209531ms 2024-11-09T14:55:26,641 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:55:26,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T14:55:26,677 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T14:55:26,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T14:55:26,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T14:55:26,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T14:55:26,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1260681f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/hadoop.log.dir/,AVAILABLE} 2024-11-09T14:55:26,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67b36b5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T14:55:26,722 WARN [Thread-1598 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/cluster_ecd10358-204e-e135-badc-ffb56847080c/data/data1/current/BP-1790323845-172.17.0.2-1731164126278/current, will proceed with Du for space computation calculation, 2024-11-09T14:55:26,722 WARN [Thread-1599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/cluster_ecd10358-204e-e135-badc-ffb56847080c/data/data2/current/BP-1790323845-172.17.0.2-1731164126278/current, will proceed with Du for space computation calculation, 2024-11-09T14:55:26,744 WARN [Thread-1577 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:55:26,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x796222e995098d91 with lease ID 0xe4382f1fa394a759: Processing first storage report for DS-37338687-d2b9-4de1-8d4e-995fd2a12dbb from datanode DatanodeRegistration(127.0.0.1:40455, datanodeUuid=bc6537a4-e041-48ef-920d-a815da20ac1d, infoPort=35451, infoSecurePort=0, ipcPort=35083, storageInfo=lv=-57;cid=testClusterID;nsid=365282226;c=1731164126278) 2024-11-09T14:55:26,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x796222e995098d91 with lease ID 0xe4382f1fa394a759: from storage DS-37338687-d2b9-4de1-8d4e-995fd2a12dbb node DatanodeRegistration(127.0.0.1:40455, datanodeUuid=bc6537a4-e041-48ef-920d-a815da20ac1d, infoPort=35451, infoSecurePort=0, ipcPort=35083, storageInfo=lv=-57;cid=testClusterID;nsid=365282226;c=1731164126278), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:55:26,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x796222e995098d91 with lease ID 0xe4382f1fa394a759: Processing first storage report for DS-b49e3c04-041e-46f5-b046-63a6d6bf250f from datanode DatanodeRegistration(127.0.0.1:40455, datanodeUuid=bc6537a4-e041-48ef-920d-a815da20ac1d, infoPort=35451, infoSecurePort=0, ipcPort=35083, storageInfo=lv=-57;cid=testClusterID;nsid=365282226;c=1731164126278) 2024-11-09T14:55:26,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x796222e995098d91 with lease ID 0xe4382f1fa394a759: from storage DS-b49e3c04-041e-46f5-b046-63a6d6bf250f node DatanodeRegistration(127.0.0.1:40455, datanodeUuid=bc6537a4-e041-48ef-920d-a815da20ac1d, infoPort=35451, infoSecurePort=0, ipcPort=35083, storageInfo=lv=-57;cid=testClusterID;nsid=365282226;c=1731164126278), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T14:55:26,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12b06e51{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/java.io.tmpdir/jetty-localhost-43429-hadoop-hdfs-3_4_1-tests_jar-_-any-6800888274007407093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:55:26,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d2dbf0{HTTP/1.1, (http/1.1)}{localhost:43429} 2024-11-09T14:55:26,798 INFO [Time-limited test {}] server.Server(415): Started @209689ms 2024-11-09T14:55:26,799 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T14:55:26,881 WARN [Thread-1624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/cluster_ecd10358-204e-e135-badc-ffb56847080c/data/data3/current/BP-1790323845-172.17.0.2-1731164126278/current, will proceed with Du for space computation calculation, 2024-11-09T14:55:26,881 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/cluster_ecd10358-204e-e135-badc-ffb56847080c/data/data4/current/BP-1790323845-172.17.0.2-1731164126278/current, will proceed with Du for space computation calculation, 2024-11-09T14:55:26,897 WARN [Thread-1613 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T14:55:26,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3339a4f27ff81637 with lease ID 0xe4382f1fa394a75a: Processing first storage report for DS-cad2f52f-5533-4674-9957-821e18b90d3c from datanode DatanodeRegistration(127.0.0.1:36163, datanodeUuid=1acd1516-96ab-4078-b039-e429d03f1528, infoPort=43739, infoSecurePort=0, ipcPort=41699, storageInfo=lv=-57;cid=testClusterID;nsid=365282226;c=1731164126278) 2024-11-09T14:55:26,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3339a4f27ff81637 with lease ID 0xe4382f1fa394a75a: from storage DS-cad2f52f-5533-4674-9957-821e18b90d3c node DatanodeRegistration(127.0.0.1:36163, datanodeUuid=1acd1516-96ab-4078-b039-e429d03f1528, infoPort=43739, infoSecurePort=0, ipcPort=41699, storageInfo=lv=-57;cid=testClusterID;nsid=365282226;c=1731164126278), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T14:55:26,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3339a4f27ff81637 with lease ID 0xe4382f1fa394a75a: Processing first storage report for DS-eceab45e-33cc-4118-8f30-ae997bccc00f from datanode DatanodeRegistration(127.0.0.1:36163, datanodeUuid=1acd1516-96ab-4078-b039-e429d03f1528, infoPort=43739, infoSecurePort=0, ipcPort=41699, storageInfo=lv=-57;cid=testClusterID;nsid=365282226;c=1731164126278) 2024-11-09T14:55:26,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3339a4f27ff81637 with lease ID 0xe4382f1fa394a75a: from storage DS-eceab45e-33cc-4118-8f30-ae997bccc00f node DatanodeRegistration(127.0.0.1:36163, datanodeUuid=1acd1516-96ab-4078-b039-e429d03f1528, infoPort=43739, infoSecurePort=0, ipcPort=41699, storageInfo=lv=-57;cid=testClusterID;nsid=365282226;c=1731164126278), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T14:55:26,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb 2024-11-09T14:55:26,924 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/cluster_ecd10358-204e-e135-badc-ffb56847080c/zookeeper_0, clientPort=59535, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/cluster_ecd10358-204e-e135-badc-ffb56847080c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/cluster_ecd10358-204e-e135-badc-ffb56847080c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T14:55:26,925 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59535 2024-11-09T14:55:26,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:55:26,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:55:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741825_1001 (size=7) 2024-11-09T14:55:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741825_1001 (size=7) 2024-11-09T14:55:26,935 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8 with version=8 2024-11-09T14:55:26,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41113/user/jenkins/test-data/068b3c9d-bb54-7d25-5301-47ff96954d3e/hbase-staging 2024-11-09T14:55:26,937 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da6b20b51b98:0 server-side Connection retries=45 2024-11-09T14:55:26,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:55:26,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T14:55:26,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T14:55:26,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:55:26,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T14:55:26,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T14:55:26,938 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:55:26,938 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38587 2024-11-09T14:55:26,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38587 connecting to ZooKeeper ensemble=127.0.0.1:59535 2024-11-09T14:55:26,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385870x0, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T14:55:26,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38587-0x1018d87b4340000 connected 2024-11-09T14:55:26,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:55:26,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:55:26,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:55:26,963 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8, hbase.cluster.distributed=false 2024-11-09T14:55:26,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T14:55:26,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38587 2024-11-09T14:55:26,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38587 2024-11-09T14:55:26,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38587 2024-11-09T14:55:26,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38587 2024-11-09T14:55:26,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38587 2024-11-09T14:55:26,981 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da6b20b51b98:0 server-side Connection retries=45 2024-11-09T14:55:26,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:55:26,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T14:55:26,981 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T14:55:26,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T14:55:26,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T14:55:26,981 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T14:55:26,982 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:55:26,982 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34167 2024-11-09T14:55:26,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34167 connecting to ZooKeeper ensemble=127.0.0.1:59535 2024-11-09T14:55:26,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:55:26,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:55:26,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341670x0, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T14:55:26,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:55:26,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34167-0x1018d87b4340001 connected 2024-11-09T14:55:26,990 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T14:55:26,991 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T14:55:26,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T14:55:26,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T14:55:26,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34167 2024-11-09T14:55:26,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34167 2024-11-09T14:55:26,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34167 2024-11-09T14:55:26,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34167 2024-11-09T14:55:26,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34167 2024-11-09T14:55:27,004 DEBUG [M:0;da6b20b51b98:38587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da6b20b51b98:38587 2024-11-09T14:55:27,005 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da6b20b51b98,38587,1731164126937 2024-11-09T14:55:27,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:55:27,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:55:27,007 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da6b20b51b98,38587,1731164126937 2024-11-09T14:55:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T14:55:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,009 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T14:55:27,010 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da6b20b51b98,38587,1731164126937 from backup master directory 2024-11-09T14:55:27,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da6b20b51b98,38587,1731164126937 2024-11-09T14:55:27,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:55:27,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T14:55:27,011 WARN [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T14:55:27,011 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da6b20b51b98,38587,1731164126937 2024-11-09T14:55:27,015 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/hbase.id] with ID: 15dae034-84be-4639-8801-b92ddcbcbe08 2024-11-09T14:55:27,015 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/.tmp/hbase.id 2024-11-09T14:55:27,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741826_1002 (size=42) 2024-11-09T14:55:27,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741826_1002 (size=42) 2024-11-09T14:55:27,025 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/.tmp/hbase.id]:[hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/hbase.id] 2024-11-09T14:55:27,036 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:55:27,036 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T14:55:27,037 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T14:55:27,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741827_1003 (size=196) 2024-11-09T14:55:27,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741827_1003 (size=196) 2024-11-09T14:55:27,045 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T14:55:27,046 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T14:55:27,046 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:55:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741828_1004 (size=1189) 2024-11-09T14:55:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741828_1004 (size=1189) 2024-11-09T14:55:27,053 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store 2024-11-09T14:55:27,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741829_1005 (size=34) 2024-11-09T14:55:27,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741829_1005 (size=34) 2024-11-09T14:55:27,059 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:55:27,059 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T14:55:27,059 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:55:27,059 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:55:27,059 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T14:55:27,060 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:55:27,060 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:55:27,060 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731164127059Disabling compacts and flushes for region at 1731164127059Disabling writes for close at 1731164127059Writing region close event to WAL at 1731164127060 (+1 ms)Closed at 1731164127060 2024-11-09T14:55:27,060 WARN [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/.initializing 2024-11-09T14:55:27,060 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/WALs/da6b20b51b98,38587,1731164126937 2024-11-09T14:55:27,061 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T14:55:27,063 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C38587%2C1731164126937, suffix=, logDir=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/WALs/da6b20b51b98,38587,1731164126937, archiveDir=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/oldWALs, maxLogs=10 2024-11-09T14:55:27,076 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/WALs/da6b20b51b98,38587,1731164126937/da6b20b51b98%2C38587%2C1731164126937.1731164127063, exclude list is [], retry=0 2024-11-09T14:55:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-cad2f52f-5533-4674-9957-821e18b90d3c,DISK] 2024-11-09T14:55:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40455,DS-37338687-d2b9-4de1-8d4e-995fd2a12dbb,DISK] 2024-11-09T14:55:27,080 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/WALs/da6b20b51b98,38587,1731164126937/da6b20b51b98%2C38587%2C1731164126937.1731164127063 2024-11-09T14:55:27,081 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43739:43739),(127.0.0.1/127.0.0.1:35451:35451)] 2024-11-09T14:55:27,081 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:55:27,081 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:55:27,081 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:55:27,081 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:55:27,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:55:27,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T14:55:27,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:55:27,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:55:27,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:55:27,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T14:55:27,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:55:27,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:55:27,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:55:27,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T14:55:27,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:55:27,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:55:27,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:55:27,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T14:55:27,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:55:27,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T14:55:27,089 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:55:27,090 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:55:27,090 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:55:27,091 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:55:27,091 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:55:27,092 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T14:55:27,093 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T14:55:27,095 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:55:27,095 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=850668, jitterRate=0.08168143033981323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T14:55:27,096 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731164127081Initializing all the Stores at 1731164127082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164127082Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164127082Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164127082Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164127082Cleaning up temporary data from old regions at 1731164127091 (+9 ms)Region opened successfully at 1731164127096 (+5 ms) 2024-11-09T14:55:27,096 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T14:55:27,099 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51762831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6b20b51b98/172.17.0.2:0 2024-11-09T14:55:27,100 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T14:55:27,100 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T14:55:27,100 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T14:55:27,100 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T14:55:27,100 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T14:55:27,101 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T14:55:27,101 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T14:55:27,102 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T14:55:27,103 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T14:55:27,105 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T14:55:27,105 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T14:55:27,106 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T14:55:27,107 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T14:55:27,107 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T14:55:27,108 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T14:55:27,109 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T14:55:27,110 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T14:55:27,112 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T14:55:27,113 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T14:55:27,115 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T14:55:27,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T14:55:27,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T14:55:27,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,117 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da6b20b51b98,38587,1731164126937, sessionid=0x1018d87b4340000, setting cluster-up flag (Was=false) 2024-11-09T14:55:27,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,125 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T14:55:27,126 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6b20b51b98,38587,1731164126937 2024-11-09T14:55:27,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,136 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T14:55:27,137 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da6b20b51b98,38587,1731164126937 2024-11-09T14:55:27,138 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T14:55:27,139 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T14:55:27,139 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T14:55:27,139 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T14:55:27,140 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da6b20b51b98,38587,1731164126937 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T14:55:27,141 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:55:27,141 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:55:27,141 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:55:27,141 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da6b20b51b98:0, corePoolSize=5, maxPoolSize=5 2024-11-09T14:55:27,141 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da6b20b51b98:0, corePoolSize=10, maxPoolSize=10 2024-11-09T14:55:27,141 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:55:27,141 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da6b20b51b98:0, corePoolSize=2, maxPoolSize=2 2024-11-09T14:55:27,141 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:55:27,142 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731164157142 2024-11-09T14:55:27,142 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T14:55:27,142 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:55:27,142 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T14:55:27,142 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T14:55:27,142 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T14:55:27,142 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T14:55:27,143 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T14:55:27,143 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T14:55:27,143 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,143 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T14:55:27,143 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T14:55:27,143 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T14:55:27,143 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:55:27,143 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T14:55:27,144 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T14:55:27,144 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731164127144,5,FailOnTimeoutGroup] 2024-11-09T14:55:27,144 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T14:55:27,148 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731164127144,5,FailOnTimeoutGroup] 2024-11-09T14:55:27,148 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,148 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T14:55:27,148 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,148 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741831_1007 (size=1321) 2024-11-09T14:55:27,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741831_1007 (size=1321) 2024-11-09T14:55:27,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T14:55:27,154 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8 2024-11-09T14:55:27,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741832_1008 (size=32) 2024-11-09T14:55:27,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741832_1008 (size=32) 2024-11-09T14:55:27,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:55:27,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T14:55:27,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T14:55:27,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:55:27,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:55:27,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T14:55:27,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T14:55:27,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:55:27,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:55:27,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T14:55:27,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T14:55:27,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:55:27,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:55:27,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T14:55:27,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T14:55:27,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:55:27,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:55:27,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T14:55:27,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/data/hbase/meta/1588230740 2024-11-09T14:55:27,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/data/hbase/meta/1588230740 2024-11-09T14:55:27,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T14:55:27,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T14:55:27,170 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T14:55:27,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T14:55:27,174 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T14:55:27,174 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=766089, jitterRate=-0.025867462158203125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T14:55:27,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731164127160Initializing all the Stores at 1731164127161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164127161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164127161Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164127161Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164127161Cleaning up temporary data from old regions at 1731164127170 (+9 ms)Region opened successfully at 1731164127175 (+5 ms) 2024-11-09T14:55:27,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T14:55:27,175 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T14:55:27,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T14:55:27,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T14:55:27,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T14:55:27,175 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T14:55:27,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731164127175Disabling compacts and flushes for region at 1731164127175Disabling writes for close at 1731164127175Writing region close event to WAL at 1731164127175Closed at 1731164127175 2024-11-09T14:55:27,176 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:55:27,176 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T14:55:27,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T14:55:27,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T14:55:27,178 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T14:55:27,195 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(746): ClusterId : 15dae034-84be-4639-8801-b92ddcbcbe08 2024-11-09T14:55:27,195 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T14:55:27,197 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T14:55:27,197 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T14:55:27,200 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T14:55:27,200 DEBUG [RS:0;da6b20b51b98:34167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abc3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da6b20b51b98/172.17.0.2:0 2024-11-09T14:55:27,212 DEBUG [RS:0;da6b20b51b98:34167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da6b20b51b98:34167 2024-11-09T14:55:27,212 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T14:55:27,212 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T14:55:27,212 DEBUG [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T14:55:27,212 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(2659): reportForDuty to master=da6b20b51b98,38587,1731164126937 with port=34167, startcode=1731164126981 2024-11-09T14:55:27,213 DEBUG [RS:0;da6b20b51b98:34167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T14:55:27,214 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45899, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T14:55:27,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da6b20b51b98,34167,1731164126981 2024-11-09T14:55:27,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38587 {}] master.ServerManager(517): Registering regionserver=da6b20b51b98,34167,1731164126981 2024-11-09T14:55:27,216 DEBUG [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8 2024-11-09T14:55:27,216 DEBUG [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44761 2024-11-09T14:55:27,216 DEBUG [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T14:55:27,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T14:55:27,218 DEBUG [RS:0;da6b20b51b98:34167 {}] zookeeper.ZKUtil(111): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da6b20b51b98,34167,1731164126981 2024-11-09T14:55:27,218 WARN [RS:0;da6b20b51b98:34167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T14:55:27,218 INFO [RS:0;da6b20b51b98:34167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:55:27,218 DEBUG [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/da6b20b51b98,34167,1731164126981 2024-11-09T14:55:27,219 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da6b20b51b98,34167,1731164126981] 2024-11-09T14:55:27,222 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T14:55:27,224 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T14:55:27,224 INFO [RS:0;da6b20b51b98:34167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T14:55:27,224 INFO [RS:0;da6b20b51b98:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,225 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T14:55:27,225 INFO [RS:0;da6b20b51b98:34167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T14:55:27,225 INFO [RS:0;da6b20b51b98:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da6b20b51b98:0, corePoolSize=2, maxPoolSize=2 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da6b20b51b98:0, corePoolSize=1, maxPoolSize=1 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da6b20b51b98:0, corePoolSize=3, maxPoolSize=3 2024-11-09T14:55:27,226 DEBUG [RS:0;da6b20b51b98:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da6b20b51b98:0, corePoolSize=3, maxPoolSize=3 2024-11-09T14:55:27,227 INFO [RS:0;da6b20b51b98:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,227 INFO [RS:0;da6b20b51b98:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,227 INFO [RS:0;da6b20b51b98:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,227 INFO [RS:0;da6b20b51b98:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,227 INFO [RS:0;da6b20b51b98:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,227 INFO [RS:0;da6b20b51b98:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,34167,1731164126981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T14:55:27,250 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T14:55:27,250 INFO [RS:0;da6b20b51b98:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,34167,1731164126981-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,250 INFO [RS:0;da6b20b51b98:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,250 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.Replication(171): da6b20b51b98,34167,1731164126981 started 2024-11-09T14:55:27,264 INFO [RS:0;da6b20b51b98:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,264 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(1482): Serving as da6b20b51b98,34167,1731164126981, RpcServer on da6b20b51b98/172.17.0.2:34167, sessionid=0x1018d87b4340001 2024-11-09T14:55:27,265 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T14:55:27,265 DEBUG [RS:0;da6b20b51b98:34167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da6b20b51b98,34167,1731164126981 2024-11-09T14:55:27,265 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6b20b51b98,34167,1731164126981' 2024-11-09T14:55:27,265 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T14:55:27,265 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T14:55:27,266 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T14:55:27,266 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T14:55:27,266 DEBUG [RS:0;da6b20b51b98:34167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da6b20b51b98,34167,1731164126981 2024-11-09T14:55:27,266 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da6b20b51b98,34167,1731164126981' 2024-11-09T14:55:27,266 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T14:55:27,266 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T14:55:27,266 DEBUG [RS:0;da6b20b51b98:34167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T14:55:27,266 INFO [RS:0;da6b20b51b98:34167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T14:55:27,266 INFO [RS:0;da6b20b51b98:34167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T14:55:27,328 WARN [da6b20b51b98:38587 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T14:55:27,367 INFO [RS:0;da6b20b51b98:34167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T14:55:27,368 INFO [RS:0;da6b20b51b98:34167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C34167%2C1731164126981, suffix=, logDir=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/da6b20b51b98,34167,1731164126981, archiveDir=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/oldWALs, maxLogs=32 2024-11-09T14:55:27,382 DEBUG [RS:0;da6b20b51b98:34167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/da6b20b51b98,34167,1731164126981/da6b20b51b98%2C34167%2C1731164126981.1731164127369, exclude list is [], retry=0 2024-11-09T14:55:27,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40455,DS-37338687-d2b9-4de1-8d4e-995fd2a12dbb,DISK] 2024-11-09T14:55:27,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-cad2f52f-5533-4674-9957-821e18b90d3c,DISK] 2024-11-09T14:55:27,387 INFO [RS:0;da6b20b51b98:34167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/da6b20b51b98,34167,1731164126981/da6b20b51b98%2C34167%2C1731164126981.1731164127369 2024-11-09T14:55:27,387 DEBUG [RS:0;da6b20b51b98:34167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43739:43739),(127.0.0.1/127.0.0.1:35451:35451)] 2024-11-09T14:55:27,579 DEBUG [da6b20b51b98:38587 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T14:55:27,579 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da6b20b51b98,34167,1731164126981 2024-11-09T14:55:27,580 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6b20b51b98,34167,1731164126981, state=OPENING 2024-11-09T14:55:27,582 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T14:55:27,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,584 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T14:55:27,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:55:27,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:55:27,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da6b20b51b98,34167,1731164126981}] 2024-11-09T14:55:27,737 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T14:55:27,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58917, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T14:55:27,742 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T14:55:27,742 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:55:27,742 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T14:55:27,744 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da6b20b51b98%2C34167%2C1731164126981.meta, suffix=.meta, logDir=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/da6b20b51b98,34167,1731164126981, archiveDir=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/oldWALs, maxLogs=32 2024-11-09T14:55:27,757 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/da6b20b51b98,34167,1731164126981/da6b20b51b98%2C34167%2C1731164126981.meta.1731164127744.meta, exclude list is [], retry=0 2024-11-09T14:55:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-cad2f52f-5533-4674-9957-821e18b90d3c,DISK] 2024-11-09T14:55:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40455,DS-37338687-d2b9-4de1-8d4e-995fd2a12dbb,DISK] 2024-11-09T14:55:27,761 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/da6b20b51b98,34167,1731164126981/da6b20b51b98%2C34167%2C1731164126981.meta.1731164127744.meta 2024-11-09T14:55:27,762 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35451:35451),(127.0.0.1/127.0.0.1:43739:43739)] 2024-11-09T14:55:27,762 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T14:55:27,762 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T14:55:27,762 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T14:55:27,762 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T14:55:27,762 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T14:55:27,762 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T14:55:27,763 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T14:55:27,763 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T14:55:27,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T14:55:27,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T14:55:27,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:55:27,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:55:27,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T14:55:27,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T14:55:27,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:55:27,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:55:27,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T14:55:27,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T14:55:27,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:55:27,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:55:27,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T14:55:27,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T14:55:27,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T14:55:27,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T14:55:27,768 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T14:55:27,769 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/data/hbase/meta/1588230740 2024-11-09T14:55:27,770 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/data/hbase/meta/1588230740 2024-11-09T14:55:27,771 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T14:55:27,771 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T14:55:27,771 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T14:55:27,773 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T14:55:27,773 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=828816, jitterRate=0.053894683718681335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T14:55:27,773 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T14:55:27,774 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731164127763Writing region info on filesystem at 1731164127763Initializing all the Stores at 1731164127763Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164127763Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164127764 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731164127764Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731164127764Cleaning up temporary data from old regions at 1731164127771 (+7 ms)Running coprocessor post-open hooks at 1731164127773 (+2 ms)Region opened successfully at 1731164127774 (+1 ms) 2024-11-09T14:55:27,775 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731164127737 2024-11-09T14:55:27,777 DEBUG [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T14:55:27,777 INFO [RS_OPEN_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T14:55:27,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da6b20b51b98,34167,1731164126981 2024-11-09T14:55:27,778 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da6b20b51b98,34167,1731164126981, state=OPEN 2024-11-09T14:55:27,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T14:55:27,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T14:55:27,783 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da6b20b51b98,34167,1731164126981 2024-11-09T14:55:27,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:55:27,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T14:55:27,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T14:55:27,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da6b20b51b98,34167,1731164126981 in 199 msec 2024-11-09T14:55:27,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T14:55:27,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-11-09T14:55:27,787 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T14:55:27,787 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T14:55:27,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T14:55:27,789 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6b20b51b98,34167,1731164126981, seqNum=-1] 2024-11-09T14:55:27,789 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T14:55:27,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40055, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T14:55:27,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 654 msec 2024-11-09T14:55:27,794 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731164127794, completionTime=-1 2024-11-09T14:55:27,794 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T14:55:27,794 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T14:55:27,795 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-09T14:55:27,795 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731164187795 2024-11-09T14:55:27,796 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731164247796 2024-11-09T14:55:27,796 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-09T14:55:27,796 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,38587,1731164126937-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,796 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,38587,1731164126937-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,796 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,38587,1731164126937-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,796 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da6b20b51b98:38587, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,796 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,796 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,798 DEBUG [master/da6b20b51b98:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T14:55:27,799 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.788sec 2024-11-09T14:55:27,799 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T14:55:27,799 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T14:55:27,799 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T14:55:27,799 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T14:55:27,799 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T14:55:27,799 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,38587,1731164126937-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T14:55:27,799 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,38587,1731164126937-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T14:55:27,802 DEBUG [master/da6b20b51b98:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T14:55:27,802 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T14:55:27,802 INFO [master/da6b20b51b98:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da6b20b51b98,38587,1731164126937-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T14:55:27,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc2de3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:55:27,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da6b20b51b98,38587,-1 for getting cluster id 2024-11-09T14:55:27,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T14:55:27,897 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15dae034-84be-4639-8801-b92ddcbcbe08' 2024-11-09T14:55:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T14:55:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15dae034-84be-4639-8801-b92ddcbcbe08" 2024-11-09T14:55:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c759af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:55:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da6b20b51b98,38587,-1] 2024-11-09T14:55:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T14:55:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:55:27,898 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T14:55:27,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d30c434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:55:27,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T14:55:27,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da6b20b51b98,34167,1731164126981, seqNum=-1] 2024-11-09T14:55:27,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T14:55:27,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T14:55:27,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da6b20b51b98,38587,1731164126937 2024-11-09T14:55:27,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T14:55:27,905 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-09T14:55:27,905 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T14:55:27,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T14:55:27,908 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/test.com,8080,1, archiveDir=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/oldWALs, maxLogs=32 2024-11-09T14:55:27,921 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/test.com,8080,1/test.com%2C8080%2C1.1731164127908, exclude list is [], retry=0 2024-11-09T14:55:27,924 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-cad2f52f-5533-4674-9957-821e18b90d3c,DISK] 2024-11-09T14:55:27,924 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40455,DS-37338687-d2b9-4de1-8d4e-995fd2a12dbb,DISK] 2024-11-09T14:55:27,927 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/test.com,8080,1/test.com%2C8080%2C1.1731164127908 2024-11-09T14:55:27,927 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43739:43739),(127.0.0.1/127.0.0.1:35451:35451)] 2024-11-09T14:55:27,941 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/test.com,8080,1/test.com%2C8080%2C1.1731164127927, exclude list is [], retry=0 2024-11-09T14:55:27,943 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40455,DS-37338687-d2b9-4de1-8d4e-995fd2a12dbb,DISK] 2024-11-09T14:55:27,943 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-cad2f52f-5533-4674-9957-821e18b90d3c,DISK] 2024-11-09T14:55:27,945 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/test.com,8080,1/test.com%2C8080%2C1.1731164127908 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/test.com,8080,1/test.com%2C8080%2C1.1731164127927 2024-11-09T14:55:27,945 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35451:35451),(127.0.0.1/127.0.0.1:43739:43739)] 2024-11-09T14:55:27,945 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/test.com,8080,1/test.com%2C8080%2C1.1731164127908 is not closed yet, will try archiving it next time 2024-11-09T14:55:27,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741835_1011 (size=93) 2024-11-09T14:55:27,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741835_1011 (size=93) 2024-11-09T14:55:27,948 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/WALs/test.com,8080,1/test.com%2C8080%2C1.1731164127908 to hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/oldWALs/test.com%2C8080%2C1.1731164127908 2024-11-09T14:55:27,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741836_1012 (size=93) 2024-11-09T14:55:27,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741836_1012 (size=93) 2024-11-09T14:55:27,950 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/oldWALs 2024-11-09T14:55:27,950 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731164127927) 2024-11-09T14:55:27,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T14:55:27,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T14:55:27,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:55:27,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:55:27,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:55:27,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T14:55:27,951 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T14:55:27,951 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1450532758, stopped=false 2024-11-09T14:55:27,951 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da6b20b51b98,38587,1731164126937 2024-11-09T14:55:27,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T14:55:27,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T14:55:27,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:27,953 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T14:55:27,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T14:55:27,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:55:27,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:55:27,953 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da6b20b51b98,34167,1731164126981' ***** 2024-11-09T14:55:27,953 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T14:55:27,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:55:27,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T14:55:27,954 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T14:55:27,954 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T14:55:27,954 INFO [RS:0;da6b20b51b98:34167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T14:55:27,954 INFO [RS:0;da6b20b51b98:34167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T14:55:27,954 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(959): stopping server da6b20b51b98,34167,1731164126981 2024-11-09T14:55:27,954 INFO [RS:0;da6b20b51b98:34167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T14:55:27,954 INFO [RS:0;da6b20b51b98:34167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da6b20b51b98:34167. 2024-11-09T14:55:27,954 DEBUG [RS:0;da6b20b51b98:34167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T14:55:27,954 DEBUG [RS:0;da6b20b51b98:34167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:55:27,954 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T14:55:27,954 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T14:55:27,954 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T14:55:27,954 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T14:55:27,955 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T14:55:27,955 DEBUG [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T14:55:27,955 DEBUG [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T14:55:27,955 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T14:55:27,955 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T14:55:27,955 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T14:55:27,955 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T14:55:27,955 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T14:55:27,955 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T14:55:27,970 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/data/hbase/meta/1588230740/.tmp/ns/a8c1d31db8b14f7baeb88ec61d0ceaad is 43, key is default/ns:d/1731164127790/Put/seqid=0 2024-11-09T14:55:27,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741837_1013 (size=5153) 2024-11-09T14:55:27,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741837_1013 (size=5153) 2024-11-09T14:55:27,976 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/data/hbase/meta/1588230740/.tmp/ns/a8c1d31db8b14f7baeb88ec61d0ceaad 2024-11-09T14:55:27,981 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/data/hbase/meta/1588230740/.tmp/ns/a8c1d31db8b14f7baeb88ec61d0ceaad as hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/data/hbase/meta/1588230740/ns/a8c1d31db8b14f7baeb88ec61d0ceaad 2024-11-09T14:55:27,986 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/data/hbase/meta/1588230740/ns/a8c1d31db8b14f7baeb88ec61d0ceaad, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T14:55:27,987 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-09T14:55:27,991 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T14:55:27,991 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T14:55:27,991 INFO [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T14:55:27,991 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731164127955Running coprocessor pre-close hooks at 1731164127955Disabling compacts and flushes for region at 1731164127955Disabling writes for close at 1731164127955Obtaining lock to block concurrent updates at 1731164127955Preparing flush snapshotting stores in 1588230740 at 1731164127955Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731164127955Flushing stores of hbase:meta,,1.1588230740 at 1731164127956 (+1 ms)Flushing 1588230740/ns: creating writer at 1731164127956Flushing 1588230740/ns: appending metadata at 1731164127970 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731164127970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fbea3d7: reopening flushed file at 1731164127981 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1731164127987 (+6 ms)Writing region close event to WAL at 1731164127988 (+1 ms)Running coprocessor post-close hooks at 1731164127991 (+3 ms)Closed at 1731164127991 2024-11-09T14:55:27,992 DEBUG [RS_CLOSE_META-regionserver/da6b20b51b98:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T14:55:28,155 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(976): stopping server da6b20b51b98,34167,1731164126981; all regions closed. 2024-11-09T14:55:28,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741834_1010 (size=1152) 2024-11-09T14:55:28,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741834_1010 (size=1152) 2024-11-09T14:55:28,160 DEBUG [RS:0;da6b20b51b98:34167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/oldWALs 2024-11-09T14:55:28,160 INFO [RS:0;da6b20b51b98:34167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6b20b51b98%2C34167%2C1731164126981.meta:.meta(num 1731164127744) 2024-11-09T14:55:28,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741833_1009 (size=93) 2024-11-09T14:55:28,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741833_1009 (size=93) 2024-11-09T14:55:28,164 DEBUG [RS:0;da6b20b51b98:34167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/oldWALs 2024-11-09T14:55:28,164 INFO [RS:0;da6b20b51b98:34167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da6b20b51b98%2C34167%2C1731164126981:(num 1731164127369) 2024-11-09T14:55:28,164 DEBUG [RS:0;da6b20b51b98:34167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:55:28,164 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T14:55:28,164 INFO [RS:0;da6b20b51b98:34167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T14:55:28,164 INFO [RS:0;da6b20b51b98:34167 {}] hbase.ChoreService(370): Chore service for: regionserver/da6b20b51b98:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T14:55:28,164 INFO [RS:0;da6b20b51b98:34167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T14:55:28,164 INFO [regionserver/da6b20b51b98:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T14:55:28,164 INFO [RS:0;da6b20b51b98:34167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34167 2024-11-09T14:55:28,167 INFO [RS:0;da6b20b51b98:34167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T14:55:28,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T14:55:28,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da6b20b51b98,34167,1731164126981 2024-11-09T14:55:28,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da6b20b51b98,34167,1731164126981] 2024-11-09T14:55:28,170 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da6b20b51b98,34167,1731164126981 already deleted, retry=false 2024-11-09T14:55:28,170 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da6b20b51b98,34167,1731164126981 expired; onlineServers=0 2024-11-09T14:55:28,171 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da6b20b51b98,38587,1731164126937' ***** 2024-11-09T14:55:28,171 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T14:55:28,171 INFO [M:0;da6b20b51b98:38587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T14:55:28,171 INFO [M:0;da6b20b51b98:38587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T14:55:28,171 DEBUG [M:0;da6b20b51b98:38587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T14:55:28,171 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T14:55:28,171 DEBUG [M:0;da6b20b51b98:38587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T14:55:28,171 DEBUG [master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731164127144 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.large.0-1731164127144,5,FailOnTimeoutGroup] 2024-11-09T14:55:28,171 DEBUG [master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731164127144 {}] cleaner.HFileCleaner(306): Exit Thread[master/da6b20b51b98:0:becomeActiveMaster-HFileCleaner.small.0-1731164127144,5,FailOnTimeoutGroup] 2024-11-09T14:55:28,171 INFO [M:0;da6b20b51b98:38587 {}] hbase.ChoreService(370): Chore service for: master/da6b20b51b98:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T14:55:28,171 INFO [M:0;da6b20b51b98:38587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T14:55:28,171 DEBUG [M:0;da6b20b51b98:38587 {}] master.HMaster(1795): Stopping service threads 2024-11-09T14:55:28,171 INFO [M:0;da6b20b51b98:38587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T14:55:28,171 INFO [M:0;da6b20b51b98:38587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T14:55:28,172 INFO [M:0;da6b20b51b98:38587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T14:55:28,172 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T14:55:28,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T14:55:28,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T14:55:28,172 DEBUG [M:0;da6b20b51b98:38587 {}] zookeeper.ZKUtil(347): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T14:55:28,173 WARN [M:0;da6b20b51b98:38587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T14:55:28,173 INFO [M:0;da6b20b51b98:38587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/.lastflushedseqids 2024-11-09T14:55:28,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741838_1014 (size=99) 2024-11-09T14:55:28,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741838_1014 (size=99) 2024-11-09T14:55:28,179 INFO [M:0;da6b20b51b98:38587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T14:55:28,179 INFO [M:0;da6b20b51b98:38587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T14:55:28,179 DEBUG [M:0;da6b20b51b98:38587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T14:55:28,179 INFO [M:0;da6b20b51b98:38587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:55:28,179 DEBUG [M:0;da6b20b51b98:38587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:55:28,179 DEBUG [M:0;da6b20b51b98:38587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T14:55:28,179 DEBUG [M:0;da6b20b51b98:38587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:55:28,179 INFO [M:0;da6b20b51b98:38587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-09T14:55:28,195 DEBUG [M:0;da6b20b51b98:38587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51aa141a05794176bdc674435e151463 is 82, key is hbase:meta,,1/info:regioninfo/1731164127777/Put/seqid=0 2024-11-09T14:55:28,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741839_1015 (size=5672) 2024-11-09T14:55:28,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741839_1015 (size=5672) 2024-11-09T14:55:28,201 INFO [M:0;da6b20b51b98:38587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51aa141a05794176bdc674435e151463 2024-11-09T14:55:28,219 DEBUG [M:0;da6b20b51b98:38587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca7e9dcc139d40e28e788b86a1f4b64a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731164127793/Put/seqid=0 2024-11-09T14:55:28,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741840_1016 (size=5275) 2024-11-09T14:55:28,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741840_1016 (size=5275) 2024-11-09T14:55:28,224 INFO [M:0;da6b20b51b98:38587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca7e9dcc139d40e28e788b86a1f4b64a 2024-11-09T14:55:28,242 DEBUG [M:0;da6b20b51b98:38587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75c368cca34c41cbaa86591d57c1566b is 69, key is da6b20b51b98,34167,1731164126981/rs:state/1731164127215/Put/seqid=0 2024-11-09T14:55:28,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741841_1017 (size=5156) 2024-11-09T14:55:28,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741841_1017 (size=5156) 2024-11-09T14:55:28,247 INFO [M:0;da6b20b51b98:38587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75c368cca34c41cbaa86591d57c1566b 2024-11-09T14:55:28,264 DEBUG [M:0;da6b20b51b98:38587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/92a5e6593ec54388b30cc1edf7e516f6 is 52, key is load_balancer_on/state:d/1731164127904/Put/seqid=0 2024-11-09T14:55:28,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741842_1018 (size=5056) 2024-11-09T14:55:28,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741842_1018 (size=5056) 2024-11-09T14:55:28,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:55:28,269 INFO [RS:0;da6b20b51b98:34167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T14:55:28,269 INFO [RS:0;da6b20b51b98:34167 {}] regionserver.HRegionServer(1031): Exiting; stopping=da6b20b51b98,34167,1731164126981; zookeeper connection closed. 2024-11-09T14:55:28,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1018d87b4340001, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:55:28,269 INFO [M:0;da6b20b51b98:38587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/92a5e6593ec54388b30cc1edf7e516f6 2024-11-09T14:55:28,269 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a55f465 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a55f465 2024-11-09T14:55:28,269 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T14:55:28,273 DEBUG [M:0;da6b20b51b98:38587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51aa141a05794176bdc674435e151463 as hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51aa141a05794176bdc674435e151463 2024-11-09T14:55:28,277 INFO [M:0;da6b20b51b98:38587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51aa141a05794176bdc674435e151463, entries=8, sequenceid=29, filesize=5.5 K 2024-11-09T14:55:28,278 DEBUG [M:0;da6b20b51b98:38587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca7e9dcc139d40e28e788b86a1f4b64a as hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca7e9dcc139d40e28e788b86a1f4b64a 2024-11-09T14:55:28,282 INFO [M:0;da6b20b51b98:38587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca7e9dcc139d40e28e788b86a1f4b64a, entries=3, sequenceid=29, filesize=5.2 K 2024-11-09T14:55:28,283 DEBUG [M:0;da6b20b51b98:38587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75c368cca34c41cbaa86591d57c1566b as hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75c368cca34c41cbaa86591d57c1566b 2024-11-09T14:55:28,286 INFO [M:0;da6b20b51b98:38587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75c368cca34c41cbaa86591d57c1566b, entries=1, sequenceid=29, filesize=5.0 K 2024-11-09T14:55:28,287 DEBUG [M:0;da6b20b51b98:38587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/92a5e6593ec54388b30cc1edf7e516f6 as hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/92a5e6593ec54388b30cc1edf7e516f6 2024-11-09T14:55:28,291 INFO [M:0;da6b20b51b98:38587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/fc083b67-a31f-5d44-09aa-194ec31cefe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/92a5e6593ec54388b30cc1edf7e516f6, entries=1, sequenceid=29, filesize=4.9 K 2024-11-09T14:55:28,291 INFO [M:0;da6b20b51b98:38587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=29, compaction requested=false 2024-11-09T14:55:28,293 INFO [M:0;da6b20b51b98:38587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T14:55:28,293 DEBUG [M:0;da6b20b51b98:38587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731164128179Disabling compacts and flushes for region at 1731164128179Disabling writes for close at 1731164128179Obtaining lock to block concurrent updates at 1731164128179Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731164128179Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731164128180 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731164128180Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731164128180Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731164128195 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731164128195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731164128205 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731164128219 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731164128219Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731164128228 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731164128241 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731164128241Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731164128250 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731164128264 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731164128264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2227b4e: reopening flushed file at 1731164128273 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a558ad: reopening flushed file at 1731164128278 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75682123: reopening flushed file at 1731164128282 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586a4e27: reopening flushed file at 1731164128286 (+4 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=29, compaction requested=false at 1731164128291 (+5 ms)Writing region close event to WAL at 1731164128293 (+2 ms)Closed at 1731164128293 2024-11-09T14:55:28,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741830_1006 (size=10311) 2024-11-09T14:55:28,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741830_1006 (size=10311) 2024-11-09T14:55:28,296 INFO [M:0;da6b20b51b98:38587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T14:55:28,296 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T14:55:28,296 INFO [M:0;da6b20b51b98:38587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38587 2024-11-09T14:55:28,296 INFO [M:0;da6b20b51b98:38587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T14:55:28,398 INFO [M:0;da6b20b51b98:38587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T14:55:28,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:55:28,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x1018d87b4340000, quorum=127.0.0.1:59535, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T14:55:28,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12b06e51{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:55:28,401 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d2dbf0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:55:28,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:55:28,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67b36b5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:55:28,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1260681f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/hadoop.log.dir/,STOPPED} 2024-11-09T14:55:28,402 WARN [BP-1790323845-172.17.0.2-1731164126278 heartbeating to localhost/127.0.0.1:44761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:55:28,402 WARN [BP-1790323845-172.17.0.2-1731164126278 heartbeating to localhost/127.0.0.1:44761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1790323845-172.17.0.2-1731164126278 (Datanode Uuid 1acd1516-96ab-4078-b039-e429d03f1528) service to localhost/127.0.0.1:44761 2024-11-09T14:55:28,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:55:28,403 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:55:28,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/cluster_ecd10358-204e-e135-badc-ffb56847080c/data/data3/current/BP-1790323845-172.17.0.2-1731164126278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:55:28,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/cluster_ecd10358-204e-e135-badc-ffb56847080c/data/data4/current/BP-1790323845-172.17.0.2-1731164126278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:55:28,404 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:55:28,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c830045{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T14:55:28,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@167207e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:55:28,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:55:28,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e412aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:55:28,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38e4c4d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/hadoop.log.dir/,STOPPED} 2024-11-09T14:55:28,409 WARN [BP-1790323845-172.17.0.2-1731164126278 heartbeating to localhost/127.0.0.1:44761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T14:55:28,409 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T14:55:28,409 WARN [BP-1790323845-172.17.0.2-1731164126278 heartbeating to localhost/127.0.0.1:44761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1790323845-172.17.0.2-1731164126278 (Datanode Uuid bc6537a4-e041-48ef-920d-a815da20ac1d) service to localhost/127.0.0.1:44761 2024-11-09T14:55:28,409 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T14:55:28,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/cluster_ecd10358-204e-e135-badc-ffb56847080c/data/data1/current/BP-1790323845-172.17.0.2-1731164126278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:55:28,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/cluster_ecd10358-204e-e135-badc-ffb56847080c/data/data2/current/BP-1790323845-172.17.0.2-1731164126278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T14:55:28,410 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T14:55:28,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69f6b4f2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T14:55:28,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ff0a100{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T14:55:28,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T14:55:28,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24736777{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T14:55:28,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2708ad6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc6e68-6962-6a9e-1844-8e33d74233bb/hadoop.log.dir/,STOPPED} 2024-11-09T14:55:28,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T14:55:28,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T14:55:28,442 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 108) - Thread LEAK? -, OpenFileDescriptor=505 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=77 (was 77), ProcessCount=11 (was 11), AvailableMemoryMB=7210 (was 7248)