2024-11-15 00:52:29,501 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-15 00:52:29,526 main DEBUG Took 0.023039 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 00:52:29,527 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 00:52:29,527 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 00:52:29,529 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 00:52:29,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:29,546 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 00:52:29,563 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:29,566 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:29,567 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:29,569 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:29,570 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:29,572 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:29,573 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:29,574 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:29,576 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:29,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:29,578 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:29,580 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:29,581 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,581 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 00:52:29,583 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:29,585 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 00:52:29,588 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 00:52:29,589 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 00:52:29,591 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 00:52:29,591 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 00:52:29,602 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 00:52:29,608 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 00:52:29,611 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 00:52:29,612 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 00:52:29,613 main DEBUG createAppenders(={Console}) 2024-11-15 00:52:29,614 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-15 00:52:29,617 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-15 00:52:29,617 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-15 00:52:29,618 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 00:52:29,619 main DEBUG OutputStream closed 2024-11-15 00:52:29,621 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 00:52:29,621 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 00:52:29,622 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-15 00:52:29,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 00:52:29,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 00:52:29,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 00:52:29,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 00:52:29,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 00:52:29,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 00:52:29,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 00:52:29,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 00:52:29,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 00:52:29,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 00:52:29,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 00:52:29,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 00:52:29,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 00:52:29,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 00:52:29,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 00:52:29,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 00:52:29,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 00:52:29,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 00:52:29,757 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 00:52:29,758 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-15 00:52:29,758 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 00:52:29,759 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-15T00:52:30,129 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf 2024-11-15 00:52:30,132 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 00:52:30,133 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T00:52:30,144 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-15T00:52:30,188 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1066, ProcessCount=11, AvailableMemoryMB=2995 2024-11-15T00:52:30,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T00:52:30,216 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/cluster_17059135-19e4-652f-7ba5-da1ecc614a2a, deleteOnExit=true 2024-11-15T00:52:30,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T00:52:30,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/test.cache.data in system properties and HBase conf 2024-11-15T00:52:30,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T00:52:30,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/hadoop.log.dir in system properties and HBase conf 2024-11-15T00:52:30,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T00:52:30,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T00:52:30,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T00:52:30,341 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T00:52:30,459 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:52:30,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:52:30,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:52:30,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T00:52:30,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:52:30,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T00:52:30,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T00:52:30,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:52:30,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:52:30,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T00:52:30,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/nfs.dump.dir in system properties and HBase conf 2024-11-15T00:52:30,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/java.io.tmpdir in system properties and HBase conf 2024-11-15T00:52:30,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:52:30,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T00:52:30,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T00:52:31,776 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T00:52:31,877 INFO [Time-limited test {}] log.Log(170): Logging initialized @3419ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T00:52:31,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:52:32,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:52:32,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:52:32,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:52:32,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T00:52:32,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:52:32,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:52:32,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:52:32,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/java.io.tmpdir/jetty-localhost-44875-hadoop-hdfs-3_4_1-tests_jar-_-any-14702568121309650800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:52:32,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:44875} 2024-11-15T00:52:32,408 INFO [Time-limited test {}] server.Server(415): Started @3951ms 2024-11-15T00:52:33,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:52:33,144 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:52:33,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:52:33,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:52:33,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T00:52:33,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:52:33,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:52:33,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/java.io.tmpdir/jetty-localhost-37757-hadoop-hdfs-3_4_1-tests_jar-_-any-16209861855099882415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:52:33,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:37757} 2024-11-15T00:52:33,290 INFO [Time-limited test {}] server.Server(415): Started @4833ms 2024-11-15T00:52:33,373 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:52:33,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:52:33,609 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:52:33,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:52:33,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:52:33,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T00:52:33,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:52:33,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:52:33,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/java.io.tmpdir/jetty-localhost-40041-hadoop-hdfs-3_4_1-tests_jar-_-any-16785801262147711622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:52:33,756 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:40041} 2024-11-15T00:52:33,757 INFO [Time-limited test {}] server.Server(415): Started @5300ms 2024-11-15T00:52:33,760 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:52:36,159 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/cluster_17059135-19e4-652f-7ba5-da1ecc614a2a/data/data1/current/BP-542110721-172.17.0.3-1731631951159/current, will proceed with Du for space computation calculation, 2024-11-15T00:52:36,159 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/cluster_17059135-19e4-652f-7ba5-da1ecc614a2a/data/data2/current/BP-542110721-172.17.0.3-1731631951159/current, will proceed with Du for space computation calculation, 2024-11-15T00:52:36,159 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/cluster_17059135-19e4-652f-7ba5-da1ecc614a2a/data/data3/current/BP-542110721-172.17.0.3-1731631951159/current, will proceed with Du for space computation calculation, 2024-11-15T00:52:36,159 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/cluster_17059135-19e4-652f-7ba5-da1ecc614a2a/data/data4/current/BP-542110721-172.17.0.3-1731631951159/current, will proceed with Du for space computation calculation, 2024-11-15T00:52:36,196 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:52:36,197 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:52:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6b821537a6f1c06 with lease ID 0x25d75613cc7f8ab4: Processing first storage report for DS-19022029-5a64-4ab5-b666-3725679bb2a6 from datanode DatanodeRegistration(127.0.0.1:38839, datanodeUuid=455a3f8a-730e-47f6-a629-35563d905996, infoPort=44315, infoSecurePort=0, ipcPort=41245, storageInfo=lv=-57;cid=testClusterID;nsid=98448626;c=1731631951159) 2024-11-15T00:52:36,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6b821537a6f1c06 with lease ID 0x25d75613cc7f8ab4: from storage DS-19022029-5a64-4ab5-b666-3725679bb2a6 node DatanodeRegistration(127.0.0.1:38839, datanodeUuid=455a3f8a-730e-47f6-a629-35563d905996, infoPort=44315, infoSecurePort=0, ipcPort=41245, storageInfo=lv=-57;cid=testClusterID;nsid=98448626;c=1731631951159), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:52:36,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3941eb4667e57c67 with lease ID 0x25d75613cc7f8ab3: Processing first storage report for DS-71e9ee02-fd9e-4e72-87ad-0419ebb178e5 from datanode DatanodeRegistration(127.0.0.1:33575, datanodeUuid=a875afad-55cd-4d86-94f1-d287772b1551, infoPort=37827, infoSecurePort=0, ipcPort=46337, storageInfo=lv=-57;cid=testClusterID;nsid=98448626;c=1731631951159) 2024-11-15T00:52:36,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3941eb4667e57c67 with lease ID 0x25d75613cc7f8ab3: from storage DS-71e9ee02-fd9e-4e72-87ad-0419ebb178e5 node DatanodeRegistration(127.0.0.1:33575, datanodeUuid=a875afad-55cd-4d86-94f1-d287772b1551, infoPort=37827, infoSecurePort=0, ipcPort=46337, storageInfo=lv=-57;cid=testClusterID;nsid=98448626;c=1731631951159), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:52:36,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6b821537a6f1c06 with lease ID 0x25d75613cc7f8ab4: Processing first storage report for DS-2d86a0af-851d-4281-b20b-54f0e8732e47 from datanode DatanodeRegistration(127.0.0.1:38839, datanodeUuid=455a3f8a-730e-47f6-a629-35563d905996, infoPort=44315, infoSecurePort=0, ipcPort=41245, storageInfo=lv=-57;cid=testClusterID;nsid=98448626;c=1731631951159) 2024-11-15T00:52:36,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf 2024-11-15T00:52:36,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6b821537a6f1c06 with lease ID 0x25d75613cc7f8ab4: from storage DS-2d86a0af-851d-4281-b20b-54f0e8732e47 node DatanodeRegistration(127.0.0.1:38839, datanodeUuid=455a3f8a-730e-47f6-a629-35563d905996, infoPort=44315, infoSecurePort=0, ipcPort=41245, storageInfo=lv=-57;cid=testClusterID;nsid=98448626;c=1731631951159), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:52:36,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3941eb4667e57c67 with lease ID 0x25d75613cc7f8ab3: Processing first storage report for DS-874d4deb-155e-4fdb-9f6e-86a426077fd5 from datanode DatanodeRegistration(127.0.0.1:33575, datanodeUuid=a875afad-55cd-4d86-94f1-d287772b1551, infoPort=37827, infoSecurePort=0, ipcPort=46337, storageInfo=lv=-57;cid=testClusterID;nsid=98448626;c=1731631951159) 2024-11-15T00:52:36,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3941eb4667e57c67 with lease ID 0x25d75613cc7f8ab3: from storage DS-874d4deb-155e-4fdb-9f6e-86a426077fd5 node DatanodeRegistration(127.0.0.1:33575, datanodeUuid=a875afad-55cd-4d86-94f1-d287772b1551, infoPort=37827, infoSecurePort=0, ipcPort=46337, storageInfo=lv=-57;cid=testClusterID;nsid=98448626;c=1731631951159), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:52:36,316 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/cluster_17059135-19e4-652f-7ba5-da1ecc614a2a/zookeeper_0, clientPort=52618, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/cluster_17059135-19e4-652f-7ba5-da1ecc614a2a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/cluster_17059135-19e4-652f-7ba5-da1ecc614a2a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T00:52:36,328 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52618 2024-11-15T00:52:36,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:36,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:52:36,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:52:37,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518 with version=8 2024-11-15T00:52:37,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/hbase-staging 2024-11-15T00:52:37,121 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T00:52:37,381 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:52:37,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:37,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:37,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:52:37,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:37,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:52:37,530 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T00:52:37,586 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T00:52:37,595 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T00:52:37,598 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:52:37,622 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44812 (auto-detected) 2024-11-15T00:52:37,623 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-15T00:52:37,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42899 2024-11-15T00:52:37,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42899 connecting to ZooKeeper ensemble=127.0.0.1:52618 2024-11-15T00:52:37,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428990x0, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:52:37,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42899-0x1013bfabcf50000 connected 2024-11-15T00:52:37,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:37,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:37,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:52:37,885 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518, hbase.cluster.distributed=false 2024-11-15T00:52:37,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:52:37,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42899 2024-11-15T00:52:37,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42899 2024-11-15T00:52:37,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42899 2024-11-15T00:52:37,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42899 2024-11-15T00:52:37,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42899 2024-11-15T00:52:38,021 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:52:38,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:38,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:38,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:52:38,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:38,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:52:38,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:52:38,030 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:52:38,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43215 2024-11-15T00:52:38,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43215 connecting to ZooKeeper ensemble=127.0.0.1:52618 2024-11-15T00:52:38,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:38,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:38,058 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432150x0, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:52:38,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43215-0x1013bfabcf50001 connected 2024-11-15T00:52:38,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:52:38,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:52:38,078 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:52:38,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:52:38,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:52:38,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43215 2024-11-15T00:52:38,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43215 2024-11-15T00:52:38,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43215 2024-11-15T00:52:38,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43215 2024-11-15T00:52:38,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43215 2024-11-15T00:52:38,121 DEBUG [M:0;fb2f6cb7846a:42899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb2f6cb7846a:42899 2024-11-15T00:52:38,122 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb2f6cb7846a,42899,1731631957215 2024-11-15T00:52:38,135 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:52:38,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:52:38,137 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb2f6cb7846a,42899,1731631957215 2024-11-15T00:52:38,166 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:52:38,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:38,166 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:38,167 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T00:52:38,169 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb2f6cb7846a,42899,1731631957215 from backup master directory 2024-11-15T00:52:38,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb2f6cb7846a,42899,1731631957215 2024-11-15T00:52:38,180 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:52:38,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:52:38,181 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:52:38,182 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb2f6cb7846a,42899,1731631957215 2024-11-15T00:52:38,184 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T00:52:38,185 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T00:52:38,244 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/hbase.id] with ID: 19463939-4a31-4598-9b6d-5cb33efe97f4 2024-11-15T00:52:38,244 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/.tmp/hbase.id 2024-11-15T00:52:38,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:52:38,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:52:38,256 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/.tmp/hbase.id]:[hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/hbase.id] 2024-11-15T00:52:38,301 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:38,307 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T00:52:38,325 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-15T00:52:38,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:38,334 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:38,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:52:38,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:52:38,364 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:52:38,366 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T00:52:38,371 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:38,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:52:38,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:52:38,424 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store 2024-11-15T00:52:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:52:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:52:38,452 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T00:52:38,455 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:38,457 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:52:38,457 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:52:38,457 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:52:38,459 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:52:38,459 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:52:38,460 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:52:38,461 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731631958457Disabling compacts and flushes for region at 1731631958457Disabling writes for close at 1731631958459 (+2 ms)Writing region close event to WAL at 1731631958459Closed at 1731631958459 2024-11-15T00:52:38,463 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/.initializing 2024-11-15T00:52:38,464 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/WALs/fb2f6cb7846a,42899,1731631957215 2024-11-15T00:52:38,473 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:52:38,489 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C42899%2C1731631957215, suffix=, logDir=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/WALs/fb2f6cb7846a,42899,1731631957215, archiveDir=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/oldWALs, maxLogs=10 2024-11-15T00:52:38,526 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/WALs/fb2f6cb7846a,42899,1731631957215/fb2f6cb7846a%2C42899%2C1731631957215.1731631958496, exclude list is [], retry=0 2024-11-15T00:52:38,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:38,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33575,DS-71e9ee02-fd9e-4e72-87ad-0419ebb178e5,DISK] 2024-11-15T00:52:38,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-19022029-5a64-4ab5-b666-3725679bb2a6,DISK] 2024-11-15T00:52:38,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T00:52:38,584 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/WALs/fb2f6cb7846a,42899,1731631957215/fb2f6cb7846a%2C42899%2C1731631957215.1731631958496 2024-11-15T00:52:38,585 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44315:44315),(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-15T00:52:38,586 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:38,586 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:38,589 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:38,590 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:38,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:38,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T00:52:38,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:38,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:38,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:38,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T00:52:38,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:38,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:38,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:38,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T00:52:38,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:38,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:38,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:38,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T00:52:38,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:38,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:38,677 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:38,680 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:38,681 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:38,686 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:38,687 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:38,690 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:52:38,693 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:38,698 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:38,700 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=851522, jitterRate=0.08276696503162384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:52:38,709 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731631958602Initializing all the Stores at 1731631958604 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631958605 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631958606 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631958606Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631958606Cleaning up temporary data from old regions at 1731631958687 (+81 ms)Region opened successfully at 1731631958708 (+21 ms) 2024-11-15T00:52:38,710 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T00:52:38,744 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3e0093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:52:38,772 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T00:52:38,782 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T00:52:38,782 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T00:52:38,784 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T00:52:38,786 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T00:52:38,790 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-15T00:52:38,790 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T00:52:38,822 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T00:52:38,831 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T00:52:38,881 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T00:52:38,885 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T00:52:38,887 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T00:52:38,900 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T00:52:38,903 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T00:52:38,908 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T00:52:38,921 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T00:52:38,922 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T00:52:38,934 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T00:52:38,954 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T00:52:38,965 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T00:52:38,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:52:38,987 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:52:38,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:38,987 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:38,991 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb2f6cb7846a,42899,1731631957215, sessionid=0x1013bfabcf50000, setting cluster-up flag (Was=false) 2024-11-15T00:52:39,018 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:39,050 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T00:52:39,053 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,42899,1731631957215 2024-11-15T00:52:39,079 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:39,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:39,113 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T00:52:39,115 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,42899,1731631957215 2024-11-15T00:52:39,120 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T00:52:39,212 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(746): ClusterId : 19463939-4a31-4598-9b6d-5cb33efe97f4 2024-11-15T00:52:39,212 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T00:52:39,215 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:52:39,226 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T00:52:39,231 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:52:39,231 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:52:39,233 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T00:52:39,237 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb2f6cb7846a,42899,1731631957215 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T00:52:39,241 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:52:39,241 DEBUG [RS:0;fb2f6cb7846a:43215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d3f81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:52:39,244 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:52:39,244 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:52:39,245 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:52:39,245 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:52:39,245 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb2f6cb7846a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T00:52:39,245 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:39,245 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:52:39,245 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:39,247 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731631989246 2024-11-15T00:52:39,248 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T00:52:39,250 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T00:52:39,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:52:39,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T00:52:39,253 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T00:52:39,254 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T00:52:39,254 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T00:52:39,254 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T00:52:39,255 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,257 DEBUG [RS:0;fb2f6cb7846a:43215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb2f6cb7846a:43215 2024-11-15T00:52:39,258 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:39,258 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T00:52:39,258 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T00:52:39,260 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T00:52:39,260 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:52:39,260 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:52:39,260 DEBUG [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:52:39,260 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T00:52:39,263 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T00:52:39,263 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T00:52:39,264 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,42899,1731631957215 with port=43215, startcode=1731631957980 2024-11-15T00:52:39,265 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631959264,5,FailOnTimeoutGroup] 2024-11-15T00:52:39,266 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631959266,5,FailOnTimeoutGroup] 2024-11-15T00:52:39,266 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,266 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T00:52:39,268 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,268 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:52:39,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:52:39,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T00:52:39,273 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518 2024-11-15T00:52:39,278 DEBUG [RS:0;fb2f6cb7846a:43215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:52:39,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:52:39,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:52:39,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:39,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:52:39,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:52:39,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:39,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:39,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:52:39,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:52:39,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:39,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:39,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:52:39,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:52:39,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:39,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:39,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:52:39,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:52:39,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:39,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:39,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:52:39,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740 2024-11-15T00:52:39,310 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47559, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:52:39,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740 2024-11-15T00:52:39,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:52:39,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:52:39,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,43215,1731631957980 2024-11-15T00:52:39,320 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T00:52:39,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42899 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,43215,1731631957980 2024-11-15T00:52:39,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:52:39,330 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:39,332 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=781358, jitterRate=-0.006452009081840515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T00:52:39,336 DEBUG [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518 2024-11-15T00:52:39,336 DEBUG [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42639 2024-11-15T00:52:39,336 DEBUG [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:52:39,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731631959284Initializing all the Stores at 1731631959286 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631959286Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631959286Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631959286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631959286Cleaning up temporary data from old regions at 1731631959317 (+31 ms)Region opened successfully at 1731631959337 (+20 ms) 2024-11-15T00:52:39,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:52:39,338 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:52:39,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:52:39,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:52:39,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:52:39,340 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:52:39,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731631959338Disabling compacts and flushes for region at 1731631959338Disabling writes for close at 1731631959338Writing region close event to WAL at 1731631959339 (+1 ms)Closed at 1731631959340 (+1 ms) 2024-11-15T00:52:39,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:52:39,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:52:39,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T00:52:39,346 DEBUG [RS:0;fb2f6cb7846a:43215 {}] zookeeper.ZKUtil(111): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,43215,1731631957980 2024-11-15T00:52:39,346 WARN [RS:0;fb2f6cb7846a:43215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:52:39,346 INFO [RS:0;fb2f6cb7846a:43215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:39,346 DEBUG [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980 2024-11-15T00:52:39,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T00:52:39,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,43215,1731631957980] 2024-11-15T00:52:39,366 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:52:39,371 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T00:52:39,386 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:52:39,407 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:52:39,413 INFO [RS:0;fb2f6cb7846a:43215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:52:39,413 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,417 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:52:39,425 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:52:39,428 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,428 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:39,428 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:39,428 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:39,429 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:39,429 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:39,429 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:52:39,429 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:39,429 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:39,429 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:39,430 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:39,430 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:39,430 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:39,430 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:52:39,430 DEBUG [RS:0;fb2f6cb7846a:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:52:39,431 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,431 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,432 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,432 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,432 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,432 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43215,1731631957980-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:52:39,457 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:52:39,459 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43215,1731631957980-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,460 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,460 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.Replication(171): fb2f6cb7846a,43215,1731631957980 started 2024-11-15T00:52:39,485 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:39,485 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,43215,1731631957980, RpcServer on fb2f6cb7846a/172.17.0.3:43215, sessionid=0x1013bfabcf50001 2024-11-15T00:52:39,486 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:52:39,486 DEBUG [RS:0;fb2f6cb7846a:43215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,43215,1731631957980 2024-11-15T00:52:39,486 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,43215,1731631957980' 2024-11-15T00:52:39,487 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:52:39,488 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:52:39,489 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:52:39,489 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:52:39,489 DEBUG [RS:0;fb2f6cb7846a:43215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,43215,1731631957980 2024-11-15T00:52:39,489 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,43215,1731631957980' 2024-11-15T00:52:39,489 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:52:39,490 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:52:39,491 DEBUG [RS:0;fb2f6cb7846a:43215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:52:39,491 INFO [RS:0;fb2f6cb7846a:43215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:52:39,491 INFO [RS:0;fb2f6cb7846a:43215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:52:39,522 WARN [fb2f6cb7846a:42899 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T00:52:39,598 INFO [RS:0;fb2f6cb7846a:43215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:52:39,601 INFO [RS:0;fb2f6cb7846a:43215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C43215%2C1731631957980, suffix=, logDir=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980, archiveDir=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/oldWALs, maxLogs=32 2024-11-15T00:52:39,624 DEBUG [RS:0;fb2f6cb7846a:43215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631959604, exclude list is [], retry=0 2024-11-15T00:52:39,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-19022029-5a64-4ab5-b666-3725679bb2a6,DISK] 2024-11-15T00:52:39,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33575,DS-71e9ee02-fd9e-4e72-87ad-0419ebb178e5,DISK] 2024-11-15T00:52:39,641 INFO [RS:0;fb2f6cb7846a:43215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631959604 2024-11-15T00:52:39,641 DEBUG [RS:0;fb2f6cb7846a:43215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44315:44315),(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-15T00:52:39,775 DEBUG [fb2f6cb7846a:42899 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T00:52:39,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb2f6cb7846a,43215,1731631957980 2024-11-15T00:52:39,798 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,43215,1731631957980, state=OPENING 2024-11-15T00:52:39,839 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T00:52:39,967 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:39,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:39,970 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:52:39,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:39,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:39,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,43215,1731631957980}] 2024-11-15T00:52:40,180 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:52:40,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54813, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:52:40,200 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T00:52:40,201 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:40,202 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T00:52:40,208 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C43215%2C1731631957980.meta, suffix=.meta, logDir=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980, archiveDir=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/oldWALs, maxLogs=32 2024-11-15T00:52:40,232 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.meta.1731631960211.meta, exclude list is [], retry=0 2024-11-15T00:52:40,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-19022029-5a64-4ab5-b666-3725679bb2a6,DISK] 2024-11-15T00:52:40,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33575,DS-71e9ee02-fd9e-4e72-87ad-0419ebb178e5,DISK] 2024-11-15T00:52:40,257 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.meta.1731631960211.meta 2024-11-15T00:52:40,259 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44315:44315),(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-15T00:52:40,259 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:40,261 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T00:52:40,264 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T00:52:40,269 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T00:52:40,274 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T00:52:40,276 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:40,276 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T00:52:40,277 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T00:52:40,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:52:40,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:52:40,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:40,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:40,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:52:40,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:52:40,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:40,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:40,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:52:40,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:52:40,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:40,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:40,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:52:40,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:52:40,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:40,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:40,329 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:52:40,332 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740 2024-11-15T00:52:40,337 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740 2024-11-15T00:52:40,342 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:52:40,342 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:52:40,345 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T00:52:40,353 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:52:40,356 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=833800, jitterRate=0.06023229658603668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T00:52:40,357 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T00:52:40,359 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731631960277Writing region info on filesystem at 1731631960278 (+1 ms)Initializing all the Stores at 1731631960288 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631960288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631960289 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631960289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631960289Cleaning up temporary data from old regions at 1731631960342 (+53 ms)Running coprocessor post-open hooks at 1731631960357 (+15 ms)Region opened successfully at 1731631960359 (+2 ms) 2024-11-15T00:52:40,375 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731631960168 2024-11-15T00:52:40,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,43215,1731631957980 2024-11-15T00:52:40,405 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,43215,1731631957980, state=OPEN 2024-11-15T00:52:40,406 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T00:52:40,407 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T00:52:40,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:52:40,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:40,489 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,43215,1731631957980 2024-11-15T00:52:40,490 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:52:40,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:40,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T00:52:40,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,43215,1731631957980 in 516 msec 2024-11-15T00:52:40,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T00:52:40,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1500 sec 2024-11-15T00:52:40,518 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:52:40,518 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T00:52:40,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:52:40,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,43215,1731631957980, seqNum=-1] 2024-11-15T00:52:40,566 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:52:40,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41579, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:52:40,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4410 sec 2024-11-15T00:52:40,593 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731631960593, completionTime=-1 2024-11-15T00:52:40,597 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T00:52:40,597 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T00:52:40,626 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T00:52:40,626 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731632020626 2024-11-15T00:52:40,627 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731632080627 2024-11-15T00:52:40,627 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-15T00:52:40,630 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42899,1731631957215-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:40,630 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42899,1731631957215-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:40,630 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42899,1731631957215-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:40,632 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb2f6cb7846a:42899, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:40,632 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:40,633 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:40,641 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T00:52:40,664 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.481sec 2024-11-15T00:52:40,665 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T00:52:40,667 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T00:52:40,668 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T00:52:40,668 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T00:52:40,669 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T00:52:40,670 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42899,1731631957215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:52:40,670 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42899,1731631957215-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T00:52:40,679 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T00:52:40,680 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T00:52:40,680 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42899,1731631957215-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:40,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe2b831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:52:40,741 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T00:52:40,741 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T00:52:40,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,42899,-1 for getting cluster id 2024-11-15T00:52:40,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T00:52:40,770 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19463939-4a31-4598-9b6d-5cb33efe97f4' 2024-11-15T00:52:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T00:52:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19463939-4a31-4598-9b6d-5cb33efe97f4" 2024-11-15T00:52:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7900c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:52:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,42899,-1] 2024-11-15T00:52:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T00:52:40,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:52:40,781 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T00:52:40,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3f1b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:52:40,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:52:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,43215,1731631957980, seqNum=-1] 2024-11-15T00:52:40,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:52:40,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:52:40,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb2f6cb7846a,42899,1731631957215 2024-11-15T00:52:40,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:40,826 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T00:52:40,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T00:52:40,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb2f6cb7846a,42899,1731631957215 2024-11-15T00:52:40,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ed3967e 2024-11-15T00:52:40,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T00:52:40,843 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T00:52:40,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-15T00:52:40,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-15T00:52:40,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:52:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-15T00:52:40,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T00:52:40,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-15T00:52:40,864 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:40,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T00:52:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:52:40,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741835_1011 (size=389) 2024-11-15T00:52:40,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741835_1011 (size=389) 2024-11-15T00:52:40,949 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8988065c15f323ec4408376aa189029, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518 2024-11-15T00:52:40,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741836_1012 (size=72) 2024-11-15T00:52:40,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741836_1012 (size=72) 2024-11-15T00:52:40,981 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:40,981 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing d8988065c15f323ec4408376aa189029, disabling compactions & flushes 2024-11-15T00:52:40,982 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. 2024-11-15T00:52:40,982 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. 2024-11-15T00:52:40,982 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. after waiting 0 ms 2024-11-15T00:52:40,982 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. 2024-11-15T00:52:40,982 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. 2024-11-15T00:52:40,982 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8988065c15f323ec4408376aa189029: Waiting for close lock at 1731631960981Disabling compacts and flushes for region at 1731631960981Disabling writes for close at 1731631960982 (+1 ms)Writing region close event to WAL at 1731631960982Closed at 1731631960982 2024-11-15T00:52:40,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T00:52:40,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731631960985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631960985"}]},"ts":"1731631960985"} 2024-11-15T00:52:40,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T00:52:40,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T00:52:41,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731631961000"}]},"ts":"1731631961000"} 2024-11-15T00:52:41,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-15T00:52:41,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=d8988065c15f323ec4408376aa189029, ASSIGN}] 2024-11-15T00:52:41,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=d8988065c15f323ec4408376aa189029, ASSIGN 2024-11-15T00:52:41,016 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=d8988065c15f323ec4408376aa189029, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,43215,1731631957980; forceNewPlan=false, retain=false 2024-11-15T00:52:41,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8988065c15f323ec4408376aa189029, regionState=OPENING, regionLocation=fb2f6cb7846a,43215,1731631957980 2024-11-15T00:52:41,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=d8988065c15f323ec4408376aa189029, ASSIGN because future has completed 2024-11-15T00:52:41,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8988065c15f323ec4408376aa189029, server=fb2f6cb7846a,43215,1731631957980}] 2024-11-15T00:52:41,340 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. 2024-11-15T00:52:41,341 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d8988065c15f323ec4408376aa189029, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:41,341 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling d8988065c15f323ec4408376aa189029 2024-11-15T00:52:41,341 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:41,342 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d8988065c15f323ec4408376aa189029 2024-11-15T00:52:41,342 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d8988065c15f323ec4408376aa189029 2024-11-15T00:52:41,345 INFO [StoreOpener-d8988065c15f323ec4408376aa189029-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d8988065c15f323ec4408376aa189029 2024-11-15T00:52:41,350 INFO [StoreOpener-d8988065c15f323ec4408376aa189029-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8988065c15f323ec4408376aa189029 columnFamilyName info 2024-11-15T00:52:41,351 DEBUG [StoreOpener-d8988065c15f323ec4408376aa189029-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:41,352 INFO [StoreOpener-d8988065c15f323ec4408376aa189029-1 {}] regionserver.HStore(327): Store=d8988065c15f323ec4408376aa189029/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:41,352 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d8988065c15f323ec4408376aa189029 2024-11-15T00:52:41,355 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029 2024-11-15T00:52:41,357 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029 2024-11-15T00:52:41,358 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d8988065c15f323ec4408376aa189029 2024-11-15T00:52:41,358 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d8988065c15f323ec4408376aa189029 2024-11-15T00:52:41,365 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d8988065c15f323ec4408376aa189029 2024-11-15T00:52:41,373 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:41,374 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d8988065c15f323ec4408376aa189029; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=752643, jitterRate=-0.04296495020389557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:52:41,375 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8988065c15f323ec4408376aa189029 2024-11-15T00:52:41,376 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d8988065c15f323ec4408376aa189029: Running coprocessor pre-open hook at 1731631961342Writing region info on filesystem at 1731631961342Initializing all the Stores at 1731631961344 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631961345 (+1 ms)Cleaning up temporary data from old regions at 1731631961358 (+13 ms)Running coprocessor post-open hooks at 1731631961375 (+17 ms)Region opened successfully at 1731631961375 2024-11-15T00:52:41,378 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029., pid=6, masterSystemTime=1731631961331 2024-11-15T00:52:41,383 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. 2024-11-15T00:52:41,383 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. 2024-11-15T00:52:41,385 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8988065c15f323ec4408376aa189029, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,43215,1731631957980 2024-11-15T00:52:41,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8988065c15f323ec4408376aa189029, server=fb2f6cb7846a,43215,1731631957980 because future has completed 2024-11-15T00:52:41,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T00:52:41,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d8988065c15f323ec4408376aa189029, server=fb2f6cb7846a,43215,1731631957980 in 223 msec 2024-11-15T00:52:41,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T00:52:41,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=d8988065c15f323ec4408376aa189029, ASSIGN in 393 msec 2024-11-15T00:52:41,413 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T00:52:41,413 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731631961413"}]},"ts":"1731631961413"} 2024-11-15T00:52:41,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-15T00:52:41,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T00:52:41,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 568 msec 2024-11-15T00:52:45,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T00:52:45,849 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T00:52:45,852 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-15T00:52:47,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T00:52:47,584 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T00:52:47,586 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-15T00:52:47,586 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-15T00:52:47,587 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:52:47,587 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T00:52:47,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T00:52:47,588 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T00:52:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:52:50,952 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-15T00:52:50,956 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-15T00:52:50,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-15T00:52:50,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. 2024-11-15T00:52:50,980 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631970965, exclude list is [], retry=0 2024-11-15T00:52:50,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33575,DS-71e9ee02-fd9e-4e72-87ad-0419ebb178e5,DISK] 2024-11-15T00:52:50,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-19022029-5a64-4ab5-b666-3725679bb2a6,DISK] 2024-11-15T00:52:50,988 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631959604 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631970965 2024-11-15T00:52:50,989 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37827:37827),(127.0.0.1/127.0.0.1:44315:44315)] 2024-11-15T00:52:50,989 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631959604 is not closed yet, will try archiving it next time 2024-11-15T00:52:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741833_1009 (size=451) 2024-11-15T00:52:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741833_1009 (size=451) 2024-11-15T00:52:50,999 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631959604 to hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/oldWALs/fb2f6cb7846a%2C43215%2C1731631957980.1731631959604 2024-11-15T00:52:51,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029., hostname=fb2f6cb7846a,43215,1731631957980, seqNum=2] 2024-11-15T00:53:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HRegion(8855): Flush requested on d8988065c15f323ec4408376aa189029 2024-11-15T00:53:05,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8988065c15f323ec4408376aa189029 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T00:53:05,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/.tmp/info/33a2d86279ba4284a6f1aad43999bec6 is 1055, key is row0001/info:/1731631971005/Put/seqid=0 2024-11-15T00:53:05,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741838_1014 (size=13386) 2024-11-15T00:53:05,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741838_1014 (size=13386) 2024-11-15T00:53:05,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/.tmp/info/33a2d86279ba4284a6f1aad43999bec6 2024-11-15T00:53:05,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/.tmp/info/33a2d86279ba4284a6f1aad43999bec6 as hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/info/33a2d86279ba4284a6f1aad43999bec6 2024-11-15T00:53:05,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/info/33a2d86279ba4284a6f1aad43999bec6, entries=8, sequenceid=12, filesize=13.1 K 2024-11-15T00:53:05,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for d8988065c15f323ec4408376aa189029 in 172ms, sequenceid=12, compaction requested=false 2024-11-15T00:53:05,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8988065c15f323ec4408376aa189029: 2024-11-15T00:53:06,246 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T00:53:11,066 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631991049, exclude list is [], retry=0 2024-11-15T00:53:11,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33575,DS-71e9ee02-fd9e-4e72-87ad-0419ebb178e5,DISK] 2024-11-15T00:53:11,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-19022029-5a64-4ab5-b666-3725679bb2a6,DISK] 2024-11-15T00:53:11,072 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631970965 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631991049 2024-11-15T00:53:11,072 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44315:44315),(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-15T00:53:11,072 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631970965 is not closed yet, will try archiving it next time 2024-11-15T00:53:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741837_1013 (size=12149) 2024-11-15T00:53:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741837_1013 (size=12149) 2024-11-15T00:53:16,079 INFO [AsyncFSWAL-0-hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518-prefix:fb2f6cb7846a,43215,1731631957980 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5004 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38839,DS-19022029-5a64-4ab5-b666-3725679bb2a6,DISK], DatanodeInfoWithStorage[127.0.0.1:33575,DS-71e9ee02-fd9e-4e72-87ad-0419ebb178e5,DISK]] 2024-11-15T00:53:16,081 WARN [AsyncFSWAL-0-hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518-prefix:fb2f6cb7846a,43215,1731631957980 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5004 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38839,DS-19022029-5a64-4ab5-b666-3725679bb2a6,DISK], DatanodeInfoWithStorage[127.0.0.1:33575,DS-71e9ee02-fd9e-4e72-87ad-0419ebb178e5,DISK]] 2024-11-15T00:53:16,082 DEBUG [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fb2f6cb7846a%2C43215%2C1731631957980:(num 1731631991049) roll requested 2024-11-15T00:53:16,100 DEBUG [regionserver/fb2f6cb7846a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631996083, exclude list is [], retry=0 2024-11-15T00:53:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33575,DS-71e9ee02-fd9e-4e72-87ad-0419ebb178e5,DISK] 2024-11-15T00:53:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-19022029-5a64-4ab5-b666-3725679bb2a6,DISK] 2024-11-15T00:53:16,108 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631991049 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631996083 2024-11-15T00:53:16,108 DEBUG [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37827:37827),(127.0.0.1/127.0.0.1:44315:44315)] 2024-11-15T00:53:16,108 DEBUG [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631991049 is not closed yet, will try archiving it next time 2024-11-15T00:53:16,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741839_1015 (size=1233) 2024-11-15T00:53:16,111 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631991049 not finished, retry = 0 2024-11-15T00:53:16,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741839_1015 (size=1233) 2024-11-15T00:53:18,082 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:53:18,115 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631998082, exclude list is [], retry=0 2024-11-15T00:53:18,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-19022029-5a64-4ab5-b666-3725679bb2a6,DISK] 2024-11-15T00:53:18,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33575,DS-71e9ee02-fd9e-4e72-87ad-0419ebb178e5,DISK] 2024-11-15T00:53:18,161 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631996083 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631998082 2024-11-15T00:53:18,161 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44315:44315),(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-15T00:53:18,161 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631996083 is not closed yet, will try archiving it next time 2024-11-15T00:53:18,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741840_1016 (size=93) 2024-11-15T00:53:18,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741840_1016 (size=93) 2024-11-15T00:53:18,191 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631996083 to hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/oldWALs/fb2f6cb7846a%2C43215%2C1731631957980.1731631996083 2024-11-15T00:53:21,603 INFO [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T00:53:21,603 INFO [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T00:53:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] regionserver.HRegion(8855): Flush requested on d8988065c15f323ec4408376aa189029 2024-11-15T00:53:26,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8988065c15f323ec4408376aa189029 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T00:53:26,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/.tmp/info/315f0f411da744379d4e558266f80259 is 1055, key is row0009/info:/1731631987042/Put/seqid=0 2024-11-15T00:53:26,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741842_1018 (size=13386) 2024-11-15T00:53:26,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741842_1018 (size=13386) 2024-11-15T00:53:26,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/.tmp/info/315f0f411da744379d4e558266f80259 2024-11-15T00:53:26,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/.tmp/info/315f0f411da744379d4e558266f80259 as hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/info/315f0f411da744379d4e558266f80259 2024-11-15T00:53:26,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/info/315f0f411da744379d4e558266f80259, entries=8, sequenceid=23, filesize=13.1 K 2024-11-15T00:53:26,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for d8988065c15f323ec4408376aa189029 in 58ms, sequenceid=23, compaction requested=false 2024-11-15T00:53:26,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8988065c15f323ec4408376aa189029: 2024-11-15T00:53:26,248 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-15T00:53:26,249 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:53:26,249 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/info/33a2d86279ba4284a6f1aad43999bec6 because midkey is the same as first or last row 2024-11-15T00:53:26,342 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d8988065c15f323ec4408376aa189029, had cached 0 bytes from a total of 26772 2024-11-15T00:53:36,246 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T00:53:38,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T00:53:38,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:53:38,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:53:38,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:38,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:38,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T00:53:38,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T00:53:38,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=874711957, stopped=false 2024-11-15T00:53:38,223 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb2f6cb7846a,42899,1731631957215 2024-11-15T00:53:38,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:53:38,277 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:53:38,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:38,277 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:38,277 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:53:38,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:53:38,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:53:38,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:38,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:53:38,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:53:38,279 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,43215,1731631957980' ***** 2024-11-15T00:53:38,279 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:53:38,280 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:53:38,281 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:53:38,281 INFO [RS:0;fb2f6cb7846a:43215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:53:38,281 INFO [RS:0;fb2f6cb7846a:43215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:53:38,281 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(3091): Received CLOSE for d8988065c15f323ec4408376aa189029 2024-11-15T00:53:38,282 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,43215,1731631957980 2024-11-15T00:53:38,282 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:53:38,283 INFO [RS:0;fb2f6cb7846a:43215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb2f6cb7846a:43215. 2024-11-15T00:53:38,283 DEBUG [RS:0;fb2f6cb7846a:43215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:53:38,283 DEBUG [RS:0;fb2f6cb7846a:43215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:38,283 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8988065c15f323ec4408376aa189029, disabling compactions & flushes 2024-11-15T00:53:38,283 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. 2024-11-15T00:53:38,283 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:53:38,283 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. 2024-11-15T00:53:38,283 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:53:38,283 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:53:38,283 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. after waiting 0 ms 2024-11-15T00:53:38,284 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T00:53:38,284 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. 2024-11-15T00:53:38,284 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d8988065c15f323ec4408376aa189029 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-15T00:53:38,284 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T00:53:38,284 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:53:38,285 DEBUG [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d8988065c15f323ec4408376aa189029=TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029.} 2024-11-15T00:53:38,285 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:53:38,285 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:53:38,285 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:53:38,285 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:53:38,285 DEBUG [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8988065c15f323ec4408376aa189029 2024-11-15T00:53:38,285 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-15T00:53:38,295 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/.tmp/info/8893fdc283c140349177dd84c804bdc6 is 1055, key is row0017/info:/1731632008192/Put/seqid=0 2024-11-15T00:53:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741843_1019 (size=10222) 2024-11-15T00:53:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741843_1019 (size=10222) 2024-11-15T00:53:38,313 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/.tmp/info/24b00d99e2334631a3eacec5dda9d91f is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029./info:regioninfo/1731631961385/Put/seqid=0 2024-11-15T00:53:38,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741844_1020 (size=7016) 2024-11-15T00:53:38,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741844_1020 (size=7016) 2024-11-15T00:53:38,323 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/.tmp/info/24b00d99e2334631a3eacec5dda9d91f 2024-11-15T00:53:38,356 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/.tmp/ns/cbe2f60810af4a418abfcdd99184ab48 is 43, key is default/ns:d/1731631960575/Put/seqid=0 2024-11-15T00:53:38,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741845_1021 (size=5153) 2024-11-15T00:53:38,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741845_1021 (size=5153) 2024-11-15T00:53:38,363 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/.tmp/ns/cbe2f60810af4a418abfcdd99184ab48 2024-11-15T00:53:38,386 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/.tmp/table/e60f24847dd447b49907d2f6ef45f8fb is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731631961413/Put/seqid=0 2024-11-15T00:53:38,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741846_1022 (size=5396) 2024-11-15T00:53:38,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741846_1022 (size=5396) 2024-11-15T00:53:38,394 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/.tmp/table/e60f24847dd447b49907d2f6ef45f8fb 2024-11-15T00:53:38,406 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/.tmp/info/24b00d99e2334631a3eacec5dda9d91f as hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/info/24b00d99e2334631a3eacec5dda9d91f 2024-11-15T00:53:38,416 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/info/24b00d99e2334631a3eacec5dda9d91f, entries=10, sequenceid=11, filesize=6.9 K 2024-11-15T00:53:38,418 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/.tmp/ns/cbe2f60810af4a418abfcdd99184ab48 as hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/ns/cbe2f60810af4a418abfcdd99184ab48 2024-11-15T00:53:38,430 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/ns/cbe2f60810af4a418abfcdd99184ab48, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T00:53:38,432 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/.tmp/table/e60f24847dd447b49907d2f6ef45f8fb as hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/table/e60f24847dd447b49907d2f6ef45f8fb 2024-11-15T00:53:38,434 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T00:53:38,435 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T00:53:38,443 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/table/e60f24847dd447b49907d2f6ef45f8fb, entries=2, sequenceid=11, filesize=5.3 K 2024-11-15T00:53:38,445 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=11, compaction requested=false 2024-11-15T00:53:38,452 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T00:53:38,455 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:53:38,455 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:53:38,455 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731632018284Running coprocessor pre-close hooks at 1731632018284Disabling compacts and flushes for region at 1731632018284Disabling writes for close at 1731632018285 (+1 ms)Obtaining lock to block concurrent updates at 1731632018286 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731632018286Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731632018286Flushing stores of hbase:meta,,1.1588230740 at 1731632018288 (+2 ms)Flushing 1588230740/info: creating writer at 1731632018288Flushing 1588230740/info: appending metadata at 1731632018312 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731632018312Flushing 1588230740/ns: creating writer at 1731632018335 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731632018355 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731632018355Flushing 1588230740/table: creating writer at 1731632018371 (+16 ms)Flushing 1588230740/table: appending metadata at 1731632018386 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731632018386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e23cd1c: reopening flushed file at 1731632018404 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10527da2: reopening flushed file at 1731632018416 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3ccf0d: reopening flushed file at 1731632018430 (+14 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=11, compaction requested=false at 1731632018445 (+15 ms)Writing region close event to WAL at 1731632018447 (+2 ms)Running coprocessor post-close hooks at 1731632018453 (+6 ms)Closed at 1731632018455 (+2 ms) 2024-11-15T00:53:38,456 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T00:53:38,485 DEBUG [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(1351): Waiting on d8988065c15f323ec4408376aa189029 2024-11-15T00:53:38,686 DEBUG [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(1351): Waiting on d8988065c15f323ec4408376aa189029 2024-11-15T00:53:38,707 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/.tmp/info/8893fdc283c140349177dd84c804bdc6 2024-11-15T00:53:38,720 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/.tmp/info/8893fdc283c140349177dd84c804bdc6 as hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/info/8893fdc283c140349177dd84c804bdc6 2024-11-15T00:53:38,729 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/info/8893fdc283c140349177dd84c804bdc6, entries=5, sequenceid=31, filesize=10.0 K 2024-11-15T00:53:38,730 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for d8988065c15f323ec4408376aa189029 in 446ms, sequenceid=31, compaction requested=true 2024-11-15T00:53:38,736 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/data/default/TestLogRolling-testSlowSyncLogRolling/d8988065c15f323ec4408376aa189029/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-15T00:53:38,737 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. 2024-11-15T00:53:38,737 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8988065c15f323ec4408376aa189029: Waiting for close lock at 1731632018282Running coprocessor pre-close hooks at 1731632018283 (+1 ms)Disabling compacts and flushes for region at 1731632018283Disabling writes for close at 1731632018284 (+1 ms)Obtaining lock to block concurrent updates at 1731632018284Preparing flush snapshotting stores in d8988065c15f323ec4408376aa189029 at 1731632018284Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731632018285 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. at 1731632018287 (+2 ms)Flushing d8988065c15f323ec4408376aa189029/info: creating writer at 1731632018287Flushing d8988065c15f323ec4408376aa189029/info: appending metadata at 1731632018295 (+8 ms)Flushing d8988065c15f323ec4408376aa189029/info: closing flushed file at 1731632018295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b47a09: reopening flushed file at 1731632018718 (+423 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for d8988065c15f323ec4408376aa189029 in 446ms, sequenceid=31, compaction requested=true at 1731632018730 (+12 ms)Writing region close event to WAL at 1731632018731 (+1 ms)Running coprocessor post-close hooks at 1731632018737 (+6 ms)Closed at 1731632018737 2024-11-15T00:53:38,737 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731631960845.d8988065c15f323ec4408376aa189029. 2024-11-15T00:53:38,886 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,43215,1731631957980; all regions closed. 2024-11-15T00:53:38,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741834_1010 (size=3066) 2024-11-15T00:53:38,892 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.meta.1731631960211.meta not finished, retry = 0 2024-11-15T00:53:38,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741834_1010 (size=3066) 2024-11-15T00:53:38,996 DEBUG [RS:0;fb2f6cb7846a:43215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/oldWALs 2024-11-15T00:53:38,996 INFO [RS:0;fb2f6cb7846a:43215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C43215%2C1731631957980.meta:.meta(num 1731631960211) 2024-11-15T00:53:38,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741841_1017 (size=13164) 2024-11-15T00:53:38,999 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/WALs/fb2f6cb7846a,43215,1731631957980/fb2f6cb7846a%2C43215%2C1731631957980.1731631998082 not finished, retry = 0 2024-11-15T00:53:39,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741841_1017 (size=13164) 2024-11-15T00:53:39,109 DEBUG [RS:0;fb2f6cb7846a:43215 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/oldWALs 2024-11-15T00:53:39,109 INFO [RS:0;fb2f6cb7846a:43215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C43215%2C1731631957980:(num 1731631998082) 2024-11-15T00:53:39,109 DEBUG [RS:0;fb2f6cb7846a:43215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:39,109 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:53:39,110 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:53:39,110 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T00:53:39,110 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:53:39,111 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:53:39,111 INFO [RS:0;fb2f6cb7846a:43215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43215 2024-11-15T00:53:39,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:53:39,119 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,43215,1731631957980 2024-11-15T00:53:39,119 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:53:39,119 ERROR [pool-51-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007ff8f4904260@477b9f87 rejected from java.util.concurrent.ThreadPoolExecutor@279090c[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T00:53:39,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,43215,1731631957980] 2024-11-15T00:53:39,139 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,43215,1731631957980 already deleted, retry=false 2024-11-15T00:53:39,140 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,43215,1731631957980 expired; onlineServers=0 2024-11-15T00:53:39,140 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb2f6cb7846a,42899,1731631957215' ***** 2024-11-15T00:53:39,140 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T00:53:39,140 INFO [M:0;fb2f6cb7846a:42899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:53:39,140 INFO [M:0;fb2f6cb7846a:42899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:53:39,140 DEBUG [M:0;fb2f6cb7846a:42899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T00:53:39,140 DEBUG [M:0;fb2f6cb7846a:42899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T00:53:39,140 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T00:53:39,140 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631959264 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631959264,5,FailOnTimeoutGroup] 2024-11-15T00:53:39,140 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631959266 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631959266,5,FailOnTimeoutGroup] 2024-11-15T00:53:39,141 INFO [M:0;fb2f6cb7846a:42899 {}] hbase.ChoreService(370): Chore service for: master/fb2f6cb7846a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T00:53:39,141 INFO [M:0;fb2f6cb7846a:42899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:53:39,141 DEBUG [M:0;fb2f6cb7846a:42899 {}] master.HMaster(1795): Stopping service threads 2024-11-15T00:53:39,141 INFO [M:0;fb2f6cb7846a:42899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T00:53:39,141 INFO [M:0;fb2f6cb7846a:42899 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:53:39,142 INFO [M:0;fb2f6cb7846a:42899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T00:53:39,142 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T00:53:39,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T00:53:39,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:39,150 DEBUG [M:0;fb2f6cb7846a:42899 {}] zookeeper.ZKUtil(347): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T00:53:39,151 WARN [M:0;fb2f6cb7846a:42899 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T00:53:39,152 INFO [M:0;fb2f6cb7846a:42899 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/.lastflushedseqids 2024-11-15T00:53:39,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741847_1023 (size=130) 2024-11-15T00:53:39,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741847_1023 (size=130) 2024-11-15T00:53:39,171 INFO [M:0;fb2f6cb7846a:42899 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T00:53:39,171 INFO [M:0;fb2f6cb7846a:42899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T00:53:39,171 DEBUG [M:0;fb2f6cb7846a:42899 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:53:39,171 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:53:39,171 DEBUG [M:0;fb2f6cb7846a:42899 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:53:39,171 DEBUG [M:0;fb2f6cb7846a:42899 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:53:39,171 DEBUG [M:0;fb2f6cb7846a:42899 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:53:39,171 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-15T00:53:39,191 DEBUG [M:0;fb2f6cb7846a:42899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9aac98b4c59542f989f3013f6e849e68 is 82, key is hbase:meta,,1/info:regioninfo/1731631960399/Put/seqid=0 2024-11-15T00:53:39,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741848_1024 (size=5672) 2024-11-15T00:53:39,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741848_1024 (size=5672) 2024-11-15T00:53:39,198 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9aac98b4c59542f989f3013f6e849e68 2024-11-15T00:53:39,222 DEBUG [M:0;fb2f6cb7846a:42899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c77bd8e995314e69a6277a330636be93 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731631961424/Put/seqid=0 2024-11-15T00:53:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741849_1025 (size=6247) 2024-11-15T00:53:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741849_1025 (size=6247) 2024-11-15T00:53:39,228 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c77bd8e995314e69a6277a330636be93 2024-11-15T00:53:39,230 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:53:39,230 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1013bfabcf50001, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:53:39,230 INFO [RS:0;fb2f6cb7846a:43215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:53:39,230 INFO [RS:0;fb2f6cb7846a:43215 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,43215,1731631957980; zookeeper connection closed. 2024-11-15T00:53:39,231 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@568f032 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@568f032 2024-11-15T00:53:39,231 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T00:53:39,237 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c77bd8e995314e69a6277a330636be93 2024-11-15T00:53:39,252 DEBUG [M:0;fb2f6cb7846a:42899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b9a213c0bd64567b28dc0a9c8851108 is 69, key is fb2f6cb7846a,43215,1731631957980/rs:state/1731631959323/Put/seqid=0 2024-11-15T00:53:39,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741850_1026 (size=5156) 2024-11-15T00:53:39,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741850_1026 (size=5156) 2024-11-15T00:53:39,258 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b9a213c0bd64567b28dc0a9c8851108 2024-11-15T00:53:39,286 DEBUG [M:0;fb2f6cb7846a:42899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e11a76ebb50747599885f1ece2b85ca5 is 52, key is load_balancer_on/state:d/1731631960823/Put/seqid=0 2024-11-15T00:53:39,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741851_1027 (size=5056) 2024-11-15T00:53:39,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741851_1027 (size=5056) 2024-11-15T00:53:39,294 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e11a76ebb50747599885f1ece2b85ca5 2024-11-15T00:53:39,305 DEBUG [M:0;fb2f6cb7846a:42899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9aac98b4c59542f989f3013f6e849e68 as hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9aac98b4c59542f989f3013f6e849e68 2024-11-15T00:53:39,316 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9aac98b4c59542f989f3013f6e849e68, entries=8, sequenceid=59, filesize=5.5 K 2024-11-15T00:53:39,317 DEBUG [M:0;fb2f6cb7846a:42899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c77bd8e995314e69a6277a330636be93 as hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c77bd8e995314e69a6277a330636be93 2024-11-15T00:53:39,328 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c77bd8e995314e69a6277a330636be93 2024-11-15T00:53:39,328 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c77bd8e995314e69a6277a330636be93, entries=6, sequenceid=59, filesize=6.1 K 2024-11-15T00:53:39,330 DEBUG [M:0;fb2f6cb7846a:42899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b9a213c0bd64567b28dc0a9c8851108 as hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b9a213c0bd64567b28dc0a9c8851108 2024-11-15T00:53:39,340 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b9a213c0bd64567b28dc0a9c8851108, entries=1, sequenceid=59, filesize=5.0 K 2024-11-15T00:53:39,342 DEBUG [M:0;fb2f6cb7846a:42899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e11a76ebb50747599885f1ece2b85ca5 as hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e11a76ebb50747599885f1ece2b85ca5 2024-11-15T00:53:39,351 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e11a76ebb50747599885f1ece2b85ca5, entries=1, sequenceid=59, filesize=4.9 K 2024-11-15T00:53:39,353 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 182ms, sequenceid=59, compaction requested=false 2024-11-15T00:53:39,356 INFO [M:0;fb2f6cb7846a:42899 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:53:39,357 DEBUG [M:0;fb2f6cb7846a:42899 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731632019171Disabling compacts and flushes for region at 1731632019171Disabling writes for close at 1731632019171Obtaining lock to block concurrent updates at 1731632019172 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731632019172Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731632019172Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731632019173 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731632019173Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731632019190 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731632019190Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731632019205 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731632019221 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731632019221Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731632019237 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731632019251 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731632019251Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731632019266 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731632019285 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731632019285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8ddcec: reopening flushed file at 1731632019303 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169a637: reopening flushed file at 1731632019316 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e2f7bb: reopening flushed file at 1731632019328 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ae224a: reopening flushed file at 1731632019340 (+12 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 182ms, sequenceid=59, compaction requested=false at 1731632019353 (+13 ms)Writing region close event to WAL at 1731632019356 (+3 ms)Closed at 1731632019356 2024-11-15T00:53:39,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741830_1006 (size=27973) 2024-11-15T00:53:39,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741830_1006 (size=27973) 2024-11-15T00:53:39,362 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:53:39,363 INFO [M:0;fb2f6cb7846a:42899 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T00:53:39,363 INFO [M:0;fb2f6cb7846a:42899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42899 2024-11-15T00:53:39,363 INFO [M:0;fb2f6cb7846a:42899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:53:39,437 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:53:39,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:53:39,482 INFO [M:0;fb2f6cb7846a:42899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:53:39,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42899-0x1013bfabcf50000, quorum=127.0.0.1:52618, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:53:39,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:53:39,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:53:39,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:53:39,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:53:39,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/hadoop.log.dir/,STOPPED} 2024-11-15T00:53:39,493 WARN [BP-542110721-172.17.0.3-1731631951159 heartbeating to localhost/127.0.0.1:42639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:53:39,493 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:53:39,493 WARN [BP-542110721-172.17.0.3-1731631951159 heartbeating to localhost/127.0.0.1:42639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-542110721-172.17.0.3-1731631951159 (Datanode Uuid a875afad-55cd-4d86-94f1-d287772b1551) service to localhost/127.0.0.1:42639 2024-11-15T00:53:39,493 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:53:39,495 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/cluster_17059135-19e4-652f-7ba5-da1ecc614a2a/data/data4/current/BP-542110721-172.17.0.3-1731631951159 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:53:39,496 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:53:39,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/cluster_17059135-19e4-652f-7ba5-da1ecc614a2a/data/data3/current/BP-542110721-172.17.0.3-1731631951159 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:53:39,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:53:39,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:53:39,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:53:39,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:53:39,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/hadoop.log.dir/,STOPPED} 2024-11-15T00:53:39,501 WARN [BP-542110721-172.17.0.3-1731631951159 heartbeating to localhost/127.0.0.1:42639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:53:39,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:53:39,501 WARN [BP-542110721-172.17.0.3-1731631951159 heartbeating to localhost/127.0.0.1:42639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-542110721-172.17.0.3-1731631951159 (Datanode Uuid 455a3f8a-730e-47f6-a629-35563d905996) service to localhost/127.0.0.1:42639 2024-11-15T00:53:39,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:53:39,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/cluster_17059135-19e4-652f-7ba5-da1ecc614a2a/data/data1/current/BP-542110721-172.17.0.3-1731631951159 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:53:39,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/cluster_17059135-19e4-652f-7ba5-da1ecc614a2a/data/data2/current/BP-542110721-172.17.0.3-1731631951159 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:53:39,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:53:39,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:53:39,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:53:39,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:53:39,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:53:39,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/hadoop.log.dir/,STOPPED} 2024-11-15T00:53:39,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T00:53:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T00:53:39,567 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=64 (was 12) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb2f6cb7846a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42639 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fb2f6cb7846a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/fb2f6cb7846a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@53e7bdac java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=679 (was 1066), ProcessCount=11 (was 11), AvailableMemoryMB=1502 (was 2995) 2024-11-15T00:53:39,573 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=65, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=679, ProcessCount=11, AvailableMemoryMB=1502 2024-11-15T00:53:39,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T00:53:39,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/hadoop.log.dir so I do NOT create it in target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c 2024-11-15T00:53:39,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f68c452d-1b9c-8575-2b7b-e546f697afcf/hadoop.tmp.dir so I do NOT create it in target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c 2024-11-15T00:53:39,573 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5, deleteOnExit=true 2024-11-15T00:53:39,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T00:53:39,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/test.cache.data in system properties and HBase conf 2024-11-15T00:53:39,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T00:53:39,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir in system properties and HBase conf 2024-11-15T00:53:39,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T00:53:39,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T00:53:39,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T00:53:39,574 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:53:39,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:53:39,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:53:39,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T00:53:39,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:53:39,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T00:53:39,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T00:53:39,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:53:39,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:53:39,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T00:53:39,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/nfs.dump.dir in system properties and HBase conf 2024-11-15T00:53:39,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/java.io.tmpdir in system properties and HBase conf 2024-11-15T00:53:39,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:53:39,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T00:53:39,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T00:53:39,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:53:39,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:53:40,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:53:40,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:53:40,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T00:53:40,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:53:40,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ef478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:53:40,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb3e4ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:53:40,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a5eaeb2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/java.io.tmpdir/jetty-localhost-38677-hadoop-hdfs-3_4_1-tests_jar-_-any-7712618389287689152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:53:40,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28b3fb2c{HTTP/1.1, (http/1.1)}{localhost:38677} 2024-11-15T00:53:40,104 INFO [Time-limited test {}] server.Server(415): Started @71648ms 2024-11-15T00:53:40,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:53:40,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:53:40,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:53:40,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:53:40,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:53:40,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c6e73dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:53:40,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52967733{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:53:40,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67ff9dca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/java.io.tmpdir/jetty-localhost-35499-hadoop-hdfs-3_4_1-tests_jar-_-any-16714754769922317363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:53:40,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6b6815{HTTP/1.1, (http/1.1)}{localhost:35499} 2024-11-15T00:53:40,452 INFO [Time-limited test {}] server.Server(415): Started @71996ms 2024-11-15T00:53:40,454 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:53:40,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:53:40,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:53:40,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:53:40,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:53:40,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T00:53:40,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4a76c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:53:40,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@679249d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:53:40,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f4810cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/java.io.tmpdir/jetty-localhost-39555-hadoop-hdfs-3_4_1-tests_jar-_-any-13326025010829946737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:53:40,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18152f49{HTTP/1.1, (http/1.1)}{localhost:39555} 2024-11-15T00:53:40,607 INFO [Time-limited test {}] server.Server(415): Started @72151ms 2024-11-15T00:53:40,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:53:41,432 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data2/current/BP-1295330771-172.17.0.3-1731632019601/current, will proceed with Du for space computation calculation, 2024-11-15T00:53:41,432 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data1/current/BP-1295330771-172.17.0.3-1731632019601/current, will proceed with Du for space computation calculation, 2024-11-15T00:53:41,451 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:53:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbda537961f38c02c with lease ID 0x27c4b80dbac83718: Processing first storage report for DS-192bfe64-7bfb-4f45-8d43-1a38e48cc52b from datanode DatanodeRegistration(127.0.0.1:32873, datanodeUuid=e612341d-96de-4719-8acf-2bb36bdc79e5, infoPort=39561, infoSecurePort=0, ipcPort=33769, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601) 2024-11-15T00:53:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbda537961f38c02c with lease ID 0x27c4b80dbac83718: from storage DS-192bfe64-7bfb-4f45-8d43-1a38e48cc52b node DatanodeRegistration(127.0.0.1:32873, datanodeUuid=e612341d-96de-4719-8acf-2bb36bdc79e5, infoPort=39561, infoSecurePort=0, ipcPort=33769, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:53:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbda537961f38c02c with lease ID 0x27c4b80dbac83718: Processing first storage report for DS-da5b9b81-eb49-4832-9171-d8defa6a4b53 from datanode DatanodeRegistration(127.0.0.1:32873, datanodeUuid=e612341d-96de-4719-8acf-2bb36bdc79e5, infoPort=39561, infoSecurePort=0, ipcPort=33769, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601) 2024-11-15T00:53:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbda537961f38c02c with lease ID 0x27c4b80dbac83718: from storage DS-da5b9b81-eb49-4832-9171-d8defa6a4b53 node DatanodeRegistration(127.0.0.1:32873, datanodeUuid=e612341d-96de-4719-8acf-2bb36bdc79e5, infoPort=39561, infoSecurePort=0, ipcPort=33769, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:53:41,664 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data3/current/BP-1295330771-172.17.0.3-1731632019601/current, will proceed with Du for space computation calculation, 2024-11-15T00:53:41,664 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data4/current/BP-1295330771-172.17.0.3-1731632019601/current, will proceed with Du for space computation calculation, 2024-11-15T00:53:41,688 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:53:41,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab997822cdeba3df with lease ID 0x27c4b80dbac83719: Processing first storage report for DS-fc1b4c5a-daca-4f48-966f-4349fe6c9355 from datanode DatanodeRegistration(127.0.0.1:37647, datanodeUuid=8ab7d074-64cd-4672-b3d6-8b2f4cc59e28, infoPort=37135, infoSecurePort=0, ipcPort=34791, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601) 2024-11-15T00:53:41,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab997822cdeba3df with lease ID 0x27c4b80dbac83719: from storage DS-fc1b4c5a-daca-4f48-966f-4349fe6c9355 node DatanodeRegistration(127.0.0.1:37647, datanodeUuid=8ab7d074-64cd-4672-b3d6-8b2f4cc59e28, infoPort=37135, infoSecurePort=0, ipcPort=34791, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:53:41,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab997822cdeba3df with lease ID 0x27c4b80dbac83719: Processing first storage report for DS-aa5df718-4899-4802-8652-7345048d32fe from datanode DatanodeRegistration(127.0.0.1:37647, datanodeUuid=8ab7d074-64cd-4672-b3d6-8b2f4cc59e28, infoPort=37135, infoSecurePort=0, ipcPort=34791, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601) 2024-11-15T00:53:41,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab997822cdeba3df with lease ID 0x27c4b80dbac83719: from storage DS-aa5df718-4899-4802-8652-7345048d32fe node DatanodeRegistration(127.0.0.1:37647, datanodeUuid=8ab7d074-64cd-4672-b3d6-8b2f4cc59e28, infoPort=37135, infoSecurePort=0, ipcPort=34791, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:53:41,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c 2024-11-15T00:53:41,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/zookeeper_0, clientPort=54769, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T00:53:41,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54769 2024-11-15T00:53:41,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:53:41,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:53:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37647 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:53:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:53:41,785 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2 with version=8 2024-11-15T00:53:41,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/hbase-staging 2024-11-15T00:53:41,788 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:53:41,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:53:41,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:53:41,788 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:53:41,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:53:41,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:53:41,788 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T00:53:41,789 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:53:41,789 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40997 2024-11-15T00:53:41,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40997 connecting to ZooKeeper ensemble=127.0.0.1:54769 2024-11-15T00:53:41,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409970x0, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:53:41,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40997-0x1013bfbbca20000 connected 2024-11-15T00:53:41,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:53:41,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:53:41,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:53:41,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2, hbase.cluster.distributed=false 2024-11-15T00:53:41,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:53:41,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40997 2024-11-15T00:53:41,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40997 2024-11-15T00:53:41,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40997 2024-11-15T00:53:41,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40997 2024-11-15T00:53:41,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40997 2024-11-15T00:53:42,001 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:53:42,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:53:42,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:53:42,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:53:42,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:53:42,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:53:42,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:53:42,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:53:42,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42321 2024-11-15T00:53:42,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42321 connecting to ZooKeeper ensemble=127.0.0.1:54769 2024-11-15T00:53:42,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:53:42,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:53:42,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423210x0, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:53:42,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423210x0, quorum=127.0.0.1:54769, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:53:42,025 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:53:42,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42321-0x1013bfbbca20001 connected 2024-11-15T00:53:42,041 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:53:42,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:53:42,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:53:42,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42321 2024-11-15T00:53:42,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42321 2024-11-15T00:53:42,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42321 2024-11-15T00:53:42,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42321 2024-11-15T00:53:42,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42321 2024-11-15T00:53:42,086 DEBUG [M:0;fb2f6cb7846a:40997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb2f6cb7846a:40997 2024-11-15T00:53:42,088 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb2f6cb7846a,40997,1731632021787 2024-11-15T00:53:42,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:53:42,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:53:42,110 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb2f6cb7846a,40997,1731632021787 2024-11-15T00:53:42,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:42,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:53:42,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:42,121 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T00:53:42,123 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb2f6cb7846a,40997,1731632021787 from backup master directory 2024-11-15T00:53:42,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb2f6cb7846a,40997,1731632021787 2024-11-15T00:53:42,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:53:42,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:53:42,129 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:53:42,129 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb2f6cb7846a,40997,1731632021787 2024-11-15T00:53:42,141 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/hbase.id] with ID: f1811199-46ba-456e-a764-d80684e6a9ef 2024-11-15T00:53:42,142 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/.tmp/hbase.id 2024-11-15T00:53:42,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37647 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:53:42,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:53:42,557 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/.tmp/hbase.id]:[hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/hbase.id] 2024-11-15T00:53:42,575 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:53:42,575 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T00:53:42,577 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T00:53:42,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:42,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:42,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:53:42,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37647 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:53:42,650 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:53:42,651 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T00:53:42,652 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:53:42,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37647 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:53:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:53:42,675 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store 2024-11-15T00:53:42,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37647 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:53:42,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:53:42,690 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:42,690 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:53:42,690 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:53:42,690 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:53:42,690 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:53:42,690 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:53:42,690 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:53:42,690 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731632022690Disabling compacts and flushes for region at 1731632022690Disabling writes for close at 1731632022690Writing region close event to WAL at 1731632022690Closed at 1731632022690 2024-11-15T00:53:42,691 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/.initializing 2024-11-15T00:53:42,691 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787 2024-11-15T00:53:42,692 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:53:42,695 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C40997%2C1731632021787, suffix=, logDir=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787, archiveDir=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/oldWALs, maxLogs=10 2024-11-15T00:53:42,709 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787/fb2f6cb7846a%2C40997%2C1731632021787.1731632022695, exclude list is [], retry=0 2024-11-15T00:53:42,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32873,DS-192bfe64-7bfb-4f45-8d43-1a38e48cc52b,DISK] 2024-11-15T00:53:42,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37647,DS-fc1b4c5a-daca-4f48-966f-4349fe6c9355,DISK] 2024-11-15T00:53:42,716 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787/fb2f6cb7846a%2C40997%2C1731632021787.1731632022695 2024-11-15T00:53:42,720 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39561:39561),(127.0.0.1/127.0.0.1:37135:37135)] 2024-11-15T00:53:42,720 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:53:42,720 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:42,720 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:53:42,720 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:53:42,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:53:42,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T00:53:42,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:42,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:53:42,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:53:42,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T00:53:42,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:42,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:42,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:53:42,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T00:53:42,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:42,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:42,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:53:42,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T00:53:42,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:42,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:42,735 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:53:42,736 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:53:42,736 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:53:42,738 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:53:42,738 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:53:42,738 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:53:42,740 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:53:42,743 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:53:42,744 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=757342, jitterRate=-0.036989882588386536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:53:42,745 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731632022720Initializing all the Stores at 1731632022722 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632022722Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632022722Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632022722Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632022722Cleaning up temporary data from old regions at 1731632022738 (+16 ms)Region opened successfully at 1731632022745 (+7 ms) 2024-11-15T00:53:42,747 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T00:53:42,753 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26523752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:53:42,754 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T00:53:42,754 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T00:53:42,755 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T00:53:42,755 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T00:53:42,756 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T00:53:42,756 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T00:53:42,756 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T00:53:42,766 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T00:53:42,768 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T00:53:42,921 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T00:53:42,921 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T00:53:42,922 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T00:53:42,950 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T00:53:42,951 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T00:53:42,957 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T00:53:43,027 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T00:53:43,029 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T00:53:43,054 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T00:53:43,056 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T00:53:43,066 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T00:53:43,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:53:43,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:53:43,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:43,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:43,078 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb2f6cb7846a,40997,1731632021787, sessionid=0x1013bfbbca20000, setting cluster-up flag (Was=false) 2024-11-15T00:53:43,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:43,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:43,150 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T00:53:43,155 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,40997,1731632021787 2024-11-15T00:53:43,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:43,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:43,213 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T00:53:43,215 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,40997,1731632021787 2024-11-15T00:53:43,217 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T00:53:43,220 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T00:53:43,220 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T00:53:43,220 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T00:53:43,221 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb2f6cb7846a,40997,1731632021787 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T00:53:43,223 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:53:43,223 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:53:43,223 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:53:43,223 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:53:43,223 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb2f6cb7846a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T00:53:43,223 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:53:43,224 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:53:43,224 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:53:43,226 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:53:43,226 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T00:53:43,228 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:43,228 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T00:53:43,232 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731632053232 2024-11-15T00:53:43,232 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T00:53:43,233 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T00:53:43,233 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T00:53:43,233 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T00:53:43,233 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T00:53:43,233 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T00:53:43,233 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,236 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T00:53:43,236 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T00:53:43,237 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T00:53:43,244 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T00:53:43,244 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T00:53:43,256 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632023244,5,FailOnTimeoutGroup] 2024-11-15T00:53:43,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37647 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:53:43,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:53:43,275 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T00:53:43,275 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2 2024-11-15T00:53:43,276 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632023256,5,FailOnTimeoutGroup] 2024-11-15T00:53:43,276 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,276 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T00:53:43,276 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,276 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,279 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(746): ClusterId : f1811199-46ba-456e-a764-d80684e6a9ef 2024-11-15T00:53:43,279 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:53:43,288 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:53:43,288 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:53:43,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37647 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:53:43,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:53:43,296 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:43,298 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:53:43,299 DEBUG [RS:0;fb2f6cb7846a:42321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f4ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:53:43,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:53:43,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:53:43,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:43,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:53:43,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:53:43,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:53:43,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:43,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:53:43,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:53:43,320 DEBUG [RS:0;fb2f6cb7846a:42321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb2f6cb7846a:42321 2024-11-15T00:53:43,320 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:53:43,321 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:53:43,321 DEBUG [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:53:43,322 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,40997,1731632021787 with port=42321, startcode=1731632022000 2024-11-15T00:53:43,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:53:43,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:43,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:53:43,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:53:43,325 DEBUG [RS:0;fb2f6cb7846a:42321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:53:43,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:53:43,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:43,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:53:43,328 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:53:43,329 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740 2024-11-15T00:53:43,330 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740 2024-11-15T00:53:43,332 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:53:43,333 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:53:43,334 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T00:53:43,335 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40383, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:53:43,336 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:53:43,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,42321,1731632022000 2024-11-15T00:53:43,337 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40997 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,42321,1731632022000 2024-11-15T00:53:43,341 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:53:43,342 DEBUG [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2 2024-11-15T00:53:43,342 DEBUG [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39613 2024-11-15T00:53:43,342 DEBUG [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:53:43,342 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=858342, jitterRate=0.0914393812417984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T00:53:43,344 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731632023296Initializing all the Stores at 1731632023298 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632023298Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632023300 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632023300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632023300Cleaning up temporary data from old regions at 1731632023333 (+33 ms)Region opened successfully at 1731632023344 (+11 ms) 2024-11-15T00:53:43,349 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:53:43,350 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:53:43,350 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:53:43,350 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:53:43,350 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:53:43,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:53:43,352 DEBUG [RS:0;fb2f6cb7846a:42321 {}] zookeeper.ZKUtil(111): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,42321,1731632022000 2024-11-15T00:53:43,353 WARN [RS:0;fb2f6cb7846a:42321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:53:43,353 INFO [RS:0;fb2f6cb7846a:42321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:53:43,353 DEBUG [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000 2024-11-15T00:53:43,362 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:53:43,362 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731632023349Disabling compacts and flushes for region at 1731632023349Disabling writes for close at 1731632023350 (+1 ms)Writing region close event to WAL at 1731632023361 (+11 ms)Closed at 1731632023361 2024-11-15T00:53:43,365 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:53:43,365 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T00:53:43,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T00:53:43,368 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:53:43,371 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T00:53:43,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,42321,1731632022000] 2024-11-15T00:53:43,389 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:53:43,392 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:53:43,393 INFO [RS:0;fb2f6cb7846a:42321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:53:43,393 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,396 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:53:43,398 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:53:43,398 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,398 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:53:43,398 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:53:43,399 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:53:43,399 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:53:43,399 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:53:43,399 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:53:43,399 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:53:43,399 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:53:43,399 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:53:43,399 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:53:43,399 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:53:43,400 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:53:43,400 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:53:43,400 DEBUG [RS:0;fb2f6cb7846a:42321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:53:43,403 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,403 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,404 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,404 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,404 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,404 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42321,1731632022000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:53:43,419 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:53:43,419 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42321,1731632022000-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,419 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,419 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.Replication(171): fb2f6cb7846a,42321,1731632022000 started 2024-11-15T00:53:43,435 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:43,435 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,42321,1731632022000, RpcServer on fb2f6cb7846a/172.17.0.3:42321, sessionid=0x1013bfbbca20001 2024-11-15T00:53:43,435 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:53:43,435 DEBUG [RS:0;fb2f6cb7846a:42321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,42321,1731632022000 2024-11-15T00:53:43,435 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,42321,1731632022000' 2024-11-15T00:53:43,435 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:53:43,436 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:53:43,436 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:53:43,436 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:53:43,436 DEBUG [RS:0;fb2f6cb7846a:42321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,42321,1731632022000 2024-11-15T00:53:43,437 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,42321,1731632022000' 2024-11-15T00:53:43,437 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:53:43,437 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:53:43,437 DEBUG [RS:0;fb2f6cb7846a:42321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:53:43,437 INFO [RS:0;fb2f6cb7846a:42321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:53:43,437 INFO [RS:0;fb2f6cb7846a:42321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:53:43,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:53:43,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:53:43,523 WARN [fb2f6cb7846a:40997 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T00:53:43,538 INFO [RS:0;fb2f6cb7846a:42321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:53:43,545 INFO [RS:0;fb2f6cb7846a:42321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C42321%2C1731632022000, suffix=, logDir=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000, archiveDir=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/oldWALs, maxLogs=32 2024-11-15T00:53:43,570 DEBUG [RS:0;fb2f6cb7846a:42321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.1731632023548, exclude list is [], retry=0 2024-11-15T00:53:43,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37647,DS-fc1b4c5a-daca-4f48-966f-4349fe6c9355,DISK] 2024-11-15T00:53:43,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32873,DS-192bfe64-7bfb-4f45-8d43-1a38e48cc52b,DISK] 2024-11-15T00:53:43,588 INFO [RS:0;fb2f6cb7846a:42321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.1731632023548 2024-11-15T00:53:43,593 DEBUG [RS:0;fb2f6cb7846a:42321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37135:37135),(127.0.0.1/127.0.0.1:39561:39561)] 2024-11-15T00:53:43,774 DEBUG [fb2f6cb7846a:40997 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T00:53:43,775 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb2f6cb7846a,42321,1731632022000 2024-11-15T00:53:43,777 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,42321,1731632022000, state=OPENING 2024-11-15T00:53:43,823 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T00:53:43,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:43,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:43,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:53:43,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:53:43,837 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:53:43,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,42321,1731632022000}] 2024-11-15T00:53:44,000 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:53:44,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42121, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:53:44,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T00:53:44,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:53:44,012 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T00:53:44,013 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:53:44,013 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T00:53:44,019 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C42321%2C1731632022000.meta, suffix=.meta, logDir=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000, archiveDir=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/oldWALs, maxLogs=32 2024-11-15T00:53:44,043 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.meta.1731632024022.meta, exclude list is [], retry=0 2024-11-15T00:53:44,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32873,DS-192bfe64-7bfb-4f45-8d43-1a38e48cc52b,DISK] 2024-11-15T00:53:44,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37647,DS-fc1b4c5a-daca-4f48-966f-4349fe6c9355,DISK] 2024-11-15T00:53:44,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:53:44,082 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.meta.1731632024022.meta 2024-11-15T00:53:44,082 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39561:39561),(127.0.0.1/127.0.0.1:37135:37135)] 2024-11-15T00:53:44,083 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:53:44,083 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T00:53:44,083 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T00:53:44,084 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T00:53:44,084 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T00:53:44,084 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:44,084 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T00:53:44,084 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T00:53:44,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:53:44,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:53:44,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:44,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:53:44,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:53:44,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:53:44,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:44,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:53:44,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:53:44,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:53:44,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:44,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:53:44,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:53:44,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:53:44,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:44,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:53:44,093 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:53:44,094 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740 2024-11-15T00:53:44,096 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740 2024-11-15T00:53:44,097 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:53:44,097 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:53:44,098 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T00:53:44,100 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:53:44,101 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=711594, jitterRate=-0.09516222774982452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T00:53:44,101 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T00:53:44,103 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731632024084Writing region info on filesystem at 1731632024084Initializing all the Stores at 1731632024086 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632024086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632024086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632024086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632024086Cleaning up temporary data from old regions at 1731632024097 (+11 ms)Running coprocessor post-open hooks at 1731632024101 (+4 ms)Region opened successfully at 1731632024103 (+2 ms) 2024-11-15T00:53:44,104 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731632023999 2024-11-15T00:53:44,108 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T00:53:44,108 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T00:53:44,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,42321,1731632022000 2024-11-15T00:53:44,110 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,42321,1731632022000, state=OPEN 2024-11-15T00:53:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:53:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:53:44,146 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,42321,1731632022000 2024-11-15T00:53:44,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:53:44,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:53:44,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T00:53:44,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,42321,1731632022000 in 309 msec 2024-11-15T00:53:44,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T00:53:44,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 786 msec 2024-11-15T00:53:44,155 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:53:44,155 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T00:53:44,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:53:44,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,42321,1731632022000, seqNum=-1] 2024-11-15T00:53:44,157 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:53:44,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37577, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:53:44,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 947 msec 2024-11-15T00:53:44,167 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731632024166, completionTime=-1 2024-11-15T00:53:44,167 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T00:53:44,167 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T00:53:44,169 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T00:53:44,169 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731632084169 2024-11-15T00:53:44,169 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731632144169 2024-11-15T00:53:44,169 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-15T00:53:44,170 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,40997,1731632021787-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:44,170 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,40997,1731632021787-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:44,170 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,40997,1731632021787-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:44,170 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb2f6cb7846a:40997, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:44,170 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:44,170 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:44,173 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T00:53:44,177 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.047sec 2024-11-15T00:53:44,177 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T00:53:44,177 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T00:53:44,177 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T00:53:44,177 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T00:53:44,177 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T00:53:44,177 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,40997,1731632021787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:53:44,178 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,40997,1731632021787-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T00:53:44,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@caea352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:53:44,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,40997,-1 for getting cluster id 2024-11-15T00:53:44,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T00:53:44,182 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T00:53:44,183 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T00:53:44,183 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,40997,1731632021787-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:53:44,197 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1811199-46ba-456e-a764-d80684e6a9ef' 2024-11-15T00:53:44,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T00:53:44,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1811199-46ba-456e-a764-d80684e6a9ef" 2024-11-15T00:53:44,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed62c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:53:44,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,40997,-1] 2024-11-15T00:53:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T00:53:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:44,203 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T00:53:44,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73efa973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:53:44,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:53:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,42321,1731632022000, seqNum=-1] 2024-11-15T00:53:44,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:53:44,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:53:44,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb2f6cb7846a,40997,1731632021787 2024-11-15T00:53:44,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:53:44,218 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T00:53:44,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:53:44,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:53:44,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:53:44,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:53:44,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:53:44,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13fad554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:53:44,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ee815b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:53:44,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a360554{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/java.io.tmpdir/jetty-localhost-37233-hadoop-hdfs-3_4_1-tests_jar-_-any-9985689907477075032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:53:44,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ded18d3{HTTP/1.1, (http/1.1)}{localhost:37233} 2024-11-15T00:53:44,371 INFO [Time-limited test {}] server.Server(415): Started @75914ms 2024-11-15T00:53:44,373 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:53:44,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:53:44,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:53:44,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:53:44,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:53:44,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:53:44,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e84c2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:53:44,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2037e379{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:53:44,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b45aed8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/java.io.tmpdir/jetty-localhost-36955-hadoop-hdfs-3_4_1-tests_jar-_-any-527807881729192907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:53:44,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6770a8ac{HTTP/1.1, (http/1.1)}{localhost:36955} 2024-11-15T00:53:44,547 INFO [Time-limited test {}] server.Server(415): Started @76090ms 2024-11-15T00:53:44,548 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:53:44,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:53:44,604 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:53:44,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:53:44,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:53:44,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:53:44,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6663f408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:53:44,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34d98298{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:53:44,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@724bced5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/java.io.tmpdir/jetty-localhost-36753-hadoop-hdfs-3_4_1-tests_jar-_-any-5849360125944653568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:53:44,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb62043{HTTP/1.1, (http/1.1)}{localhost:36753} 2024-11-15T00:53:44,721 INFO [Time-limited test {}] server.Server(415): Started @76265ms 2024-11-15T00:53:44,723 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:53:46,112 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data5/current/BP-1295330771-172.17.0.3-1731632019601/current, will proceed with Du for space computation calculation, 2024-11-15T00:53:46,117 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data6/current/BP-1295330771-172.17.0.3-1731632019601/current, will proceed with Du for space computation calculation, 2024-11-15T00:53:46,154 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:53:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bc663247e9cc4a5 with lease ID 0x27c4b80dbac8371a: Processing first storage report for DS-7fa96622-e860-43a1-9679-a1ca18a7811e from datanode DatanodeRegistration(127.0.0.1:39727, datanodeUuid=0881227c-c097-4a9f-b475-46d5f68b817a, infoPort=37909, infoSecurePort=0, ipcPort=43847, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601) 2024-11-15T00:53:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bc663247e9cc4a5 with lease ID 0x27c4b80dbac8371a: from storage DS-7fa96622-e860-43a1-9679-a1ca18a7811e node DatanodeRegistration(127.0.0.1:39727, datanodeUuid=0881227c-c097-4a9f-b475-46d5f68b817a, infoPort=37909, infoSecurePort=0, ipcPort=43847, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:53:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bc663247e9cc4a5 with lease ID 0x27c4b80dbac8371a: Processing first storage report for DS-728b2270-b51a-4a8d-96ef-89be86eeb8a6 from datanode DatanodeRegistration(127.0.0.1:39727, datanodeUuid=0881227c-c097-4a9f-b475-46d5f68b817a, infoPort=37909, infoSecurePort=0, ipcPort=43847, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601) 2024-11-15T00:53:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bc663247e9cc4a5 with lease ID 0x27c4b80dbac8371a: from storage DS-728b2270-b51a-4a8d-96ef-89be86eeb8a6 node DatanodeRegistration(127.0.0.1:39727, datanodeUuid=0881227c-c097-4a9f-b475-46d5f68b817a, infoPort=37909, infoSecurePort=0, ipcPort=43847, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:53:46,460 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data7/current/BP-1295330771-172.17.0.3-1731632019601/current, will proceed with Du for space computation calculation, 2024-11-15T00:53:46,464 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data8/current/BP-1295330771-172.17.0.3-1731632019601/current, will proceed with Du for space computation calculation, 2024-11-15T00:53:46,505 WARN [Thread-512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:53:46,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3f713bb07b8beff with lease ID 0x27c4b80dbac8371b: Processing first storage report for DS-9a81635f-2b5a-44f3-9591-96caab88000b from datanode DatanodeRegistration(127.0.0.1:37459, datanodeUuid=cc7ca30e-7cc3-4548-bbb8-fff77bf08037, infoPort=36087, infoSecurePort=0, ipcPort=44853, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601) 2024-11-15T00:53:46,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3f713bb07b8beff with lease ID 0x27c4b80dbac8371b: from storage DS-9a81635f-2b5a-44f3-9591-96caab88000b node DatanodeRegistration(127.0.0.1:37459, datanodeUuid=cc7ca30e-7cc3-4548-bbb8-fff77bf08037, infoPort=36087, infoSecurePort=0, ipcPort=44853, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:53:46,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3f713bb07b8beff with lease ID 0x27c4b80dbac8371b: Processing first storage report for DS-75269cc5-b265-491d-a315-509e1b6b64e7 from datanode DatanodeRegistration(127.0.0.1:37459, datanodeUuid=cc7ca30e-7cc3-4548-bbb8-fff77bf08037, infoPort=36087, infoSecurePort=0, ipcPort=44853, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601) 2024-11-15T00:53:46,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3f713bb07b8beff with lease ID 0x27c4b80dbac8371b: from storage DS-75269cc5-b265-491d-a315-509e1b6b64e7 node DatanodeRegistration(127.0.0.1:37459, datanodeUuid=cc7ca30e-7cc3-4548-bbb8-fff77bf08037, infoPort=36087, infoSecurePort=0, ipcPort=44853, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:53:46,560 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data9/current/BP-1295330771-172.17.0.3-1731632019601/current, will proceed with Du for space computation calculation, 2024-11-15T00:53:46,561 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data10/current/BP-1295330771-172.17.0.3-1731632019601/current, will proceed with Du for space computation calculation, 2024-11-15T00:53:46,601 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:53:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27e19e98473d5916 with lease ID 0x27c4b80dbac8371c: Processing first storage report for DS-ca92ae1f-6797-41e1-b832-2e400d0656a8 from datanode DatanodeRegistration(127.0.0.1:39627, datanodeUuid=f4816899-8059-4c09-a3c4-d2da8098e38d, infoPort=34437, infoSecurePort=0, ipcPort=35243, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601) 2024-11-15T00:53:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27e19e98473d5916 with lease ID 0x27c4b80dbac8371c: from storage DS-ca92ae1f-6797-41e1-b832-2e400d0656a8 node DatanodeRegistration(127.0.0.1:39627, datanodeUuid=f4816899-8059-4c09-a3c4-d2da8098e38d, infoPort=34437, infoSecurePort=0, ipcPort=35243, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:53:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27e19e98473d5916 with lease ID 0x27c4b80dbac8371c: Processing first storage report for DS-06bddd68-6721-4f28-a0a0-fa1c2c0b556a from datanode DatanodeRegistration(127.0.0.1:39627, datanodeUuid=f4816899-8059-4c09-a3c4-d2da8098e38d, infoPort=34437, infoSecurePort=0, ipcPort=35243, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601) 2024-11-15T00:53:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27e19e98473d5916 with lease ID 0x27c4b80dbac8371c: from storage DS-06bddd68-6721-4f28-a0a0-fa1c2c0b556a node DatanodeRegistration(127.0.0.1:39627, datanodeUuid=f4816899-8059-4c09-a3c4-d2da8098e38d, infoPort=34437, infoSecurePort=0, ipcPort=35243, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:53:46,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T00:53:46,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fb2f6cb7846a,40997,1731632021787 2024-11-15T00:53:46,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ef5fed 2024-11-15T00:53:46,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T00:53:46,664 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T00:53:46,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40997 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-15T00:53:46,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40997 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-15T00:53:46,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40997 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:53:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-15T00:53:46,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T00:53:46,673 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:46,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40997 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-15T00:53:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:53:46,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T00:53:46,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741835_1011 (size=393) 2024-11-15T00:53:46,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741835_1011 (size=393) 2024-11-15T00:53:46,687 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1471f3103feb726e372c2ab9e080cef4, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2 2024-11-15T00:53:46,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741836_1012 (size=76) 2024-11-15T00:53:46,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741836_1012 (size=76) 2024-11-15T00:53:46,701 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:46,701 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 1471f3103feb726e372c2ab9e080cef4, disabling compactions & flushes 2024-11-15T00:53:46,701 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. 2024-11-15T00:53:46,701 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. 2024-11-15T00:53:46,701 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. after waiting 0 ms 2024-11-15T00:53:46,701 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. 2024-11-15T00:53:46,701 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. 2024-11-15T00:53:46,701 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1471f3103feb726e372c2ab9e080cef4: Waiting for close lock at 1731632026701Disabling compacts and flushes for region at 1731632026701Disabling writes for close at 1731632026701Writing region close event to WAL at 1731632026701Closed at 1731632026701 2024-11-15T00:53:46,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T00:53:46,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731632026703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632026703"}]},"ts":"1731632026703"} 2024-11-15T00:53:46,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T00:53:46,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T00:53:46,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632026708"}]},"ts":"1731632026708"} 2024-11-15T00:53:46,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-15T00:53:46,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1471f3103feb726e372c2ab9e080cef4, ASSIGN}] 2024-11-15T00:53:46,714 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1471f3103feb726e372c2ab9e080cef4, ASSIGN 2024-11-15T00:53:46,715 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1471f3103feb726e372c2ab9e080cef4, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,42321,1731632022000; forceNewPlan=false, retain=false 2024-11-15T00:53:46,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1471f3103feb726e372c2ab9e080cef4, regionState=OPENING, regionLocation=fb2f6cb7846a,42321,1731632022000 2024-11-15T00:53:46,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1471f3103feb726e372c2ab9e080cef4, ASSIGN because future has completed 2024-11-15T00:53:46,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1471f3103feb726e372c2ab9e080cef4, server=fb2f6cb7846a,42321,1731632022000}] 2024-11-15T00:53:47,035 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. 2024-11-15T00:53:47,035 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1471f3103feb726e372c2ab9e080cef4, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:53:47,036 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 1471f3103feb726e372c2ab9e080cef4 2024-11-15T00:53:47,036 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:47,036 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1471f3103feb726e372c2ab9e080cef4 2024-11-15T00:53:47,036 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1471f3103feb726e372c2ab9e080cef4 2024-11-15T00:53:47,044 INFO [StoreOpener-1471f3103feb726e372c2ab9e080cef4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1471f3103feb726e372c2ab9e080cef4 2024-11-15T00:53:47,051 INFO [StoreOpener-1471f3103feb726e372c2ab9e080cef4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1471f3103feb726e372c2ab9e080cef4 columnFamilyName info 2024-11-15T00:53:47,051 DEBUG [StoreOpener-1471f3103feb726e372c2ab9e080cef4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:47,052 INFO [StoreOpener-1471f3103feb726e372c2ab9e080cef4-1 {}] regionserver.HStore(327): Store=1471f3103feb726e372c2ab9e080cef4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:47,053 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1471f3103feb726e372c2ab9e080cef4 2024-11-15T00:53:47,054 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1471f3103feb726e372c2ab9e080cef4 2024-11-15T00:53:47,055 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1471f3103feb726e372c2ab9e080cef4 2024-11-15T00:53:47,056 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1471f3103feb726e372c2ab9e080cef4 2024-11-15T00:53:47,056 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1471f3103feb726e372c2ab9e080cef4 2024-11-15T00:53:47,065 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1471f3103feb726e372c2ab9e080cef4 2024-11-15T00:53:47,073 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1471f3103feb726e372c2ab9e080cef4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:53:47,074 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1471f3103feb726e372c2ab9e080cef4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=849123, jitterRate=0.0797167718410492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:53:47,074 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1471f3103feb726e372c2ab9e080cef4 2024-11-15T00:53:47,075 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1471f3103feb726e372c2ab9e080cef4: Running coprocessor pre-open hook at 1731632027036Writing region info on filesystem at 1731632027036Initializing all the Stores at 1731632027041 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632027041Cleaning up temporary data from old regions at 1731632027056 (+15 ms)Running coprocessor post-open hooks at 1731632027074 (+18 ms)Region opened successfully at 1731632027075 (+1 ms) 2024-11-15T00:53:47,081 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4., pid=6, masterSystemTime=1731632027028 2024-11-15T00:53:47,084 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. 2024-11-15T00:53:47,084 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. 2024-11-15T00:53:47,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1471f3103feb726e372c2ab9e080cef4, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,42321,1731632022000 2024-11-15T00:53:47,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1471f3103feb726e372c2ab9e080cef4, server=fb2f6cb7846a,42321,1731632022000 because future has completed 2024-11-15T00:53:47,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T00:53:47,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1471f3103feb726e372c2ab9e080cef4, server=fb2f6cb7846a,42321,1731632022000 in 228 msec 2024-11-15T00:53:47,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T00:53:47,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1471f3103feb726e372c2ab9e080cef4, ASSIGN in 392 msec 2024-11-15T00:53:47,120 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T00:53:47,121 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632027120"}]},"ts":"1731632027120"} 2024-11-15T00:53:47,125 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-15T00:53:47,127 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T00:53:47,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 462 msec 2024-11-15T00:53:47,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-15T00:53:47,583 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-15T00:53:47,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-15T00:53:49,587 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T00:53:49,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:53:49,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:53:49,618 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T00:53:49,619 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-15T00:53:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:53:56,721 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-15T00:53:56,722 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-15T00:53:56,723 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:53:56,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-15T00:53:56,730 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:53:56,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-15T00:53:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4., hostname=fb2f6cb7846a,42321,1731632022000, seqNum=2] 2024-11-15T00:53:56,739 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-15T00:53:56,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-15T00:53:56,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. 2024-11-15T00:53:56,744 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_765398428_22 at /127.0.0.1:58344 [Receiving block BP-1295330771-172.17.0.3-1731632019601:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:32873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58344 dst: /127.0.0.1:32873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:56,744 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_765398428_22 at /127.0.0.1:40406 [Receiving block BP-1295330771-172.17.0.3-1731632019601:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37647:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40406 dst: /127.0.0.1:37647 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:56,744 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-595167892_22 at /127.0.0.1:58292 [Receiving block BP-1295330771-172.17.0.3-1731632019601:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:32873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58292 dst: /127.0.0.1:32873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:56,744 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-595167892_22 at /127.0.0.1:40386 [Receiving block BP-1295330771-172.17.0.3-1731632019601:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:37647:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40386 dst: /127.0.0.1:37647 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:56,744 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_765398428_22 at /127.0.0.1:58332 [Receiving block BP-1295330771-172.17.0.3-1731632019601:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:32873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58332 dst: /127.0.0.1:32873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:56,744 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_765398428_22 at /127.0.0.1:40416 [Receiving block BP-1295330771-172.17.0.3-1731632019601:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:37647:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40416 dst: /127.0.0.1:37647 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:56,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f4810cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:53:56,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18152f49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:53:56,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:53:56,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@679249d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:53:56,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4a76c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,STOPPED} 2024-11-15T00:53:56,748 WARN [BP-1295330771-172.17.0.3-1731632019601 heartbeating to localhost/127.0.0.1:39613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:53:56,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:53:56,748 WARN [BP-1295330771-172.17.0.3-1731632019601 heartbeating to localhost/127.0.0.1:39613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295330771-172.17.0.3-1731632019601 (Datanode Uuid 8ab7d074-64cd-4672-b3d6-8b2f4cc59e28) service to localhost/127.0.0.1:39613 2024-11-15T00:53:56,748 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:53:56,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data3/current/BP-1295330771-172.17.0.3-1731632019601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:53:56,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data4/current/BP-1295330771-172.17.0.3-1731632019601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:53:56,749 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:53:56,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:53:56,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:53:56,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:53:56,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:53:56,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:53:56,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b4eac6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:53:56,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f102659{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:53:56,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35cbc60a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/java.io.tmpdir/jetty-localhost-46743-hadoop-hdfs-3_4_1-tests_jar-_-any-7899925685581673968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:53:56,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b1b0e33{HTTP/1.1, (http/1.1)}{localhost:46743} 2024-11-15T00:53:56,886 INFO [Time-limited test {}] server.Server(415): Started @88429ms 2024-11-15T00:53:56,887 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:53:56,911 WARN [AsyncFSWAL-0-hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2-prefix:fb2f6cb7846a,42321,1731632022000 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:56,911 DEBUG [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fb2f6cb7846a%2C42321%2C1731632022000:(num 1731632023548) roll requested 2024-11-15T00:53:56,925 DEBUG [regionserver/fb2f6cb7846a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.1731632036911, exclude list is [], retry=0 2024-11-15T00:53:56,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32873,DS-192bfe64-7bfb-4f45-8d43-1a38e48cc52b,DISK] 2024-11-15T00:53:56,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-9a81635f-2b5a-44f3-9591-96caab88000b,DISK] 2024-11-15T00:53:56,930 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.1731632023548 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.1731632036911 2024-11-15T00:53:56,931 DEBUG [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39561:39561),(127.0.0.1/127.0.0.1:36087:36087)] 2024-11-15T00:53:56,931 DEBUG [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.1731632023548 is not closed yet, will try archiving it next time 2024-11-15T00:53:56,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T00:53:56,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:53:56,932 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:56,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:53:56,932 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:56,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:56,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:56,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T00:53:56,933 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T00:53:56,933 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=341668895, stopped=false 2024-11-15T00:53:56,933 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb2f6cb7846a,40997,1731632021787 2024-11-15T00:53:56,934 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T00:53:56,934 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T00:53:56,934 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.1731632023548 2024-11-15T00:53:56,937 WARN [IPC Server handler 1 on default port 39613 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.1731632023548 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-15T00:53:56,940 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.1731632023548 after 4ms 2024-11-15T00:53:56,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:53:56,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:56,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:53:56,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:56,987 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:53:56,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:53:56,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:53:56,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:53:56,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:53:56,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:56,989 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,42321,1731632022000' ***** 2024-11-15T00:53:56,989 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:53:56,989 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:53:56,989 INFO [RS:0;fb2f6cb7846a:42321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:53:56,989 INFO [RS:0;fb2f6cb7846a:42321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:53:56,989 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1471f3103feb726e372c2ab9e080cef4 2024-11-15T00:53:56,990 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:53:56,993 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,42321,1731632022000 2024-11-15T00:53:56,993 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:53:56,993 INFO [RS:0;fb2f6cb7846a:42321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb2f6cb7846a:42321. 2024-11-15T00:53:56,993 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1471f3103feb726e372c2ab9e080cef4, disabling compactions & flushes 2024-11-15T00:53:56,993 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. 2024-11-15T00:53:56,993 DEBUG [RS:0;fb2f6cb7846a:42321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:53:56,993 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. 2024-11-15T00:53:56,993 DEBUG [RS:0;fb2f6cb7846a:42321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:56,993 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. after waiting 0 ms 2024-11-15T00:53:56,993 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. 2024-11-15T00:53:56,993 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:53:56,993 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:53:56,993 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:53:56,994 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T00:53:56,994 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1471f3103feb726e372c2ab9e080cef4 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-15T00:53:56,994 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T00:53:56,994 DEBUG [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(1325): Online Regions={1471f3103feb726e372c2ab9e080cef4=TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T00:53:56,994 DEBUG [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(1351): Waiting on 1471f3103feb726e372c2ab9e080cef4, 1588230740 2024-11-15T00:53:56,994 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:53:56,994 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:53:56,994 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:53:56,994 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:53:56,994 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:53:56,994 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-15T00:53:56,995 WARN [AsyncFSWAL-0-hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2-prefix:fb2f6cb7846a,42321,1731632022000.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:56,995 DEBUG [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fb2f6cb7846a%2C42321%2C1731632022000.meta:.meta(num 1731632024022) roll requested 2024-11-15T00:53:57,010 DEBUG [regionserver/fb2f6cb7846a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.meta.1731632036996.meta, exclude list is [], retry=0 2024-11-15T00:53:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39627,DS-ca92ae1f-6797-41e1-b832-2e400d0656a8,DISK] 2024-11-15T00:53:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-9a81635f-2b5a-44f3-9591-96caab88000b,DISK] 2024-11-15T00:53:57,014 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1471f3103feb726e372c2ab9e080cef4/.tmp/info/0805f000df134b93a37480e0c1efbd60 is 1055, key is row0001/info:/1731632036737/Put/seqid=0 2024-11-15T00:53:57,016 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.meta.1731632024022.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.meta.1731632036996.meta 2024-11-15T00:53:57,016 WARN [Thread-620 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741839_1016 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T00:53:57,017 WARN [Thread-620 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1295330771-172.17.0.3-1731632019601:blk_1073741839_1016 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37647,DS-fc1b4c5a-daca-4f48-966f-4349fe6c9355,DISK], DatanodeInfoWithStorage[127.0.0.1:39727,DS-7fa96622-e860-43a1-9679-a1ca18a7811e,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37647,DS-fc1b4c5a-daca-4f48-966f-4349fe6c9355,DISK]) is bad. 2024-11-15T00:53:57,017 WARN [Thread-620 {}] hdfs.DataStreamer(1850): Abandoning BP-1295330771-172.17.0.3-1731632019601:blk_1073741839_1016 2024-11-15T00:53:57,019 DEBUG [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34437:34437),(127.0.0.1/127.0.0.1:36087:36087)] 2024-11-15T00:53:57,019 DEBUG [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.meta.1731632024022.meta is not closed yet, will try archiving it next time 2024-11-15T00:53:57,019 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:57,020 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:57,020 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.meta.1731632024022.meta 2024-11-15T00:53:57,020 WARN [Thread-620 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:37647,DS-fc1b4c5a-daca-4f48-966f-4349fe6c9355,DISK] 2024-11-15T00:53:57,021 WARN [IPC Server handler 4 on default port 39613 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.meta.1731632024022.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-15T00:53:57,021 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.meta.1731632024022.meta after 1ms 2024-11-15T00:53:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741840_1018 (size=7062) 2024-11-15T00:53:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741840_1018 (size=7062) 2024-11-15T00:53:57,039 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1471f3103feb726e372c2ab9e080cef4/.tmp/info/0805f000df134b93a37480e0c1efbd60 2024-11-15T00:53:57,040 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/.tmp/info/0a85cc31d3d64c5cbaa460855f459aed is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4./info:regioninfo/1731632027086/Put/seqid=0 2024-11-15T00:53:57,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741841_1019 (size=7089) 2024-11-15T00:53:57,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741841_1019 (size=7089) 2024-11-15T00:53:57,047 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/.tmp/info/0a85cc31d3d64c5cbaa460855f459aed 2024-11-15T00:53:57,050 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1471f3103feb726e372c2ab9e080cef4/.tmp/info/0805f000df134b93a37480e0c1efbd60 as hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1471f3103feb726e372c2ab9e080cef4/info/0805f000df134b93a37480e0c1efbd60 2024-11-15T00:53:57,061 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1471f3103feb726e372c2ab9e080cef4/info/0805f000df134b93a37480e0c1efbd60, entries=2, sequenceid=6, filesize=6.9 K 2024-11-15T00:53:57,063 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 1471f3103feb726e372c2ab9e080cef4 in 69ms, sequenceid=6, compaction requested=false 2024-11-15T00:53:57,068 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1471f3103feb726e372c2ab9e080cef4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T00:53:57,069 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. 2024-11-15T00:53:57,069 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1471f3103feb726e372c2ab9e080cef4: Waiting for close lock at 1731632036993Running coprocessor pre-close hooks at 1731632036993Disabling compacts and flushes for region at 1731632036993Disabling writes for close at 1731632036993Obtaining lock to block concurrent updates at 1731632036994 (+1 ms)Preparing flush snapshotting stores in 1471f3103feb726e372c2ab9e080cef4 at 1731632036994Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731632036994Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. at 1731632036996 (+2 ms)Flushing 1471f3103feb726e372c2ab9e080cef4/info: creating writer at 1731632036996Flushing 1471f3103feb726e372c2ab9e080cef4/info: appending metadata at 1731632037014 (+18 ms)Flushing 1471f3103feb726e372c2ab9e080cef4/info: closing flushed file at 1731632037014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbedfc3: reopening flushed file at 1731632037049 (+35 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 1471f3103feb726e372c2ab9e080cef4 in 69ms, sequenceid=6, compaction requested=false at 1731632037063 (+14 ms)Writing region close event to WAL at 1731632037064 (+1 ms)Running coprocessor post-close hooks at 1731632037069 (+5 ms)Closed at 1731632037069 2024-11-15T00:53:57,070 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731632026665.1471f3103feb726e372c2ab9e080cef4. 2024-11-15T00:53:57,076 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/.tmp/ns/aee52f7582814691a2ad03d388e68a49 is 43, key is default/ns:d/1731632024159/Put/seqid=0 2024-11-15T00:53:57,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741842_1020 (size=5153) 2024-11-15T00:53:57,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741842_1020 (size=5153) 2024-11-15T00:53:57,083 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/.tmp/ns/aee52f7582814691a2ad03d388e68a49 2024-11-15T00:53:57,107 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/.tmp/table/e63084634cad49fc8ecae1ad46933261 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731632027120/Put/seqid=0 2024-11-15T00:53:57,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741843_1021 (size=5424) 2024-11-15T00:53:57,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741843_1021 (size=5424) 2024-11-15T00:53:57,113 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/.tmp/table/e63084634cad49fc8ecae1ad46933261 2024-11-15T00:53:57,122 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/.tmp/info/0a85cc31d3d64c5cbaa460855f459aed as hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/info/0a85cc31d3d64c5cbaa460855f459aed 2024-11-15T00:53:57,129 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/info/0a85cc31d3d64c5cbaa460855f459aed, entries=10, sequenceid=11, filesize=6.9 K 2024-11-15T00:53:57,131 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/.tmp/ns/aee52f7582814691a2ad03d388e68a49 as hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/ns/aee52f7582814691a2ad03d388e68a49 2024-11-15T00:53:57,139 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/ns/aee52f7582814691a2ad03d388e68a49, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T00:53:57,140 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/.tmp/table/e63084634cad49fc8ecae1ad46933261 as hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/table/e63084634cad49fc8ecae1ad46933261 2024-11-15T00:53:57,148 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/table/e63084634cad49fc8ecae1ad46933261, entries=2, sequenceid=11, filesize=5.3 K 2024-11-15T00:53:57,149 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=11, compaction requested=false 2024-11-15T00:53:57,159 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T00:53:57,159 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:53:57,159 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:53:57,160 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731632036994Running coprocessor pre-close hooks at 1731632036994Disabling compacts and flushes for region at 1731632036994Disabling writes for close at 1731632036994Obtaining lock to block concurrent updates at 1731632036995 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731632036995Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731632036995Flushing stores of hbase:meta,,1.1588230740 at 1731632037021 (+26 ms)Flushing 1588230740/info: creating writer at 1731632037021Flushing 1588230740/info: appending metadata at 1731632037040 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731632037040Flushing 1588230740/ns: creating writer at 1731632037058 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731632037075 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731632037075Flushing 1588230740/table: creating writer at 1731632037089 (+14 ms)Flushing 1588230740/table: appending metadata at 1731632037106 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731632037106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e71fa84: reopening flushed file at 1731632037120 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264d2191: reopening flushed file at 1731632037130 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680d0fc6: reopening flushed file at 1731632037139 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=11, compaction requested=false at 1731632037149 (+10 ms)Writing region close event to WAL at 1731632037154 (+5 ms)Running coprocessor post-close hooks at 1731632037159 (+5 ms)Closed at 1731632037159 2024-11-15T00:53:57,160 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T00:53:57,194 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,42321,1731632022000; all regions closed. 2024-11-15T00:53:57,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741838_1015 (size=825) 2024-11-15T00:53:57,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741838_1015 (size=825) 2024-11-15T00:53:57,364 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:53:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f20b19fcfac62b6 with lease ID 0x27c4b80dbac8371d: from storage DS-fc1b4c5a-daca-4f48-966f-4349fe6c9355 node DatanodeRegistration(127.0.0.1:35737, datanodeUuid=8ab7d074-64cd-4672-b3d6-8b2f4cc59e28, infoPort=45807, infoSecurePort=0, ipcPort=42845, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:53:57,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f20b19fcfac62b6 with lease ID 0x27c4b80dbac8371d: from storage DS-aa5df718-4899-4802-8652-7345048d32fe node DatanodeRegistration(127.0.0.1:35737, datanodeUuid=8ab7d074-64cd-4672-b3d6-8b2f4cc59e28, infoPort=45807, infoSecurePort=0, ipcPort=42845, storageInfo=lv=-57;cid=testClusterID;nsid=963047746;c=1731632019601), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:53:57,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741833_1014 (size=1599) 2024-11-15T00:53:57,405 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:53:57,485 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T00:53:57,485 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T00:53:57,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-15T00:53:57,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:53:57,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T00:53:59,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741833_1014 (size=1599) 2024-11-15T00:54:00,941 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.1731632023548 after 4007ms 2024-11-15T00:54:00,941 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.1731632023548 to hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/oldWALs/fb2f6cb7846a%2C42321%2C1731632022000.1731632023548 2024-11-15T00:54:01,022 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.meta.1731632024022.meta after 4002ms 2024-11-15T00:54:01,023 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/WALs/fb2f6cb7846a,42321,1731632022000/fb2f6cb7846a%2C42321%2C1731632022000.meta.1731632024022.meta to hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/oldWALs/fb2f6cb7846a%2C42321%2C1731632022000.meta.1731632024022.meta 2024-11-15T00:54:01,026 DEBUG [RS:0;fb2f6cb7846a:42321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/oldWALs 2024-11-15T00:54:01,026 INFO [RS:0;fb2f6cb7846a:42321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C42321%2C1731632022000.meta:.meta(num 1731632036996) 2024-11-15T00:54:01,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741837_1013 (size=2288) 2024-11-15T00:54:01,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741837_1013 (size=2288) 2024-11-15T00:54:01,031 DEBUG [RS:0;fb2f6cb7846a:42321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/oldWALs 2024-11-15T00:54:01,031 INFO [RS:0;fb2f6cb7846a:42321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C42321%2C1731632022000:(num 1731632036911) 2024-11-15T00:54:01,031 DEBUG [RS:0;fb2f6cb7846a:42321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:54:01,031 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:54:01,031 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:54:01,031 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T00:54:01,031 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:54:01,031 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:54:01,032 INFO [RS:0;fb2f6cb7846a:42321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42321 2024-11-15T00:54:01,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:54:01,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,42321,1731632022000 2024-11-15T00:54:01,043 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:54:01,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,42321,1731632022000] 2024-11-15T00:54:01,064 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,42321,1731632022000 already deleted, retry=false 2024-11-15T00:54:01,064 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,42321,1731632022000 expired; onlineServers=0 2024-11-15T00:54:01,064 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb2f6cb7846a,40997,1731632021787' ***** 2024-11-15T00:54:01,064 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T00:54:01,064 INFO [M:0;fb2f6cb7846a:40997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:54:01,064 INFO [M:0;fb2f6cb7846a:40997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:54:01,065 DEBUG [M:0;fb2f6cb7846a:40997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T00:54:01,065 DEBUG [M:0;fb2f6cb7846a:40997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T00:54:01,065 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T00:54:01,065 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632023256 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632023256,5,FailOnTimeoutGroup] 2024-11-15T00:54:01,065 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632023244 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632023244,5,FailOnTimeoutGroup] 2024-11-15T00:54:01,065 INFO [M:0;fb2f6cb7846a:40997 {}] hbase.ChoreService(370): Chore service for: master/fb2f6cb7846a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T00:54:01,065 INFO [M:0;fb2f6cb7846a:40997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:54:01,065 DEBUG [M:0;fb2f6cb7846a:40997 {}] master.HMaster(1795): Stopping service threads 2024-11-15T00:54:01,065 INFO [M:0;fb2f6cb7846a:40997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T00:54:01,065 INFO [M:0;fb2f6cb7846a:40997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:54:01,066 INFO [M:0;fb2f6cb7846a:40997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T00:54:01,066 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T00:54:01,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T00:54:01,075 DEBUG [M:0;fb2f6cb7846a:40997 {}] zookeeper.ZKUtil(347): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T00:54:01,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:54:01,075 WARN [M:0;fb2f6cb7846a:40997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T00:54:01,076 INFO [M:0;fb2f6cb7846a:40997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/.lastflushedseqids 2024-11-15T00:54:01,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35737 is added to blk_1073741844_1022 (size=139) 2024-11-15T00:54:01,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741844_1022 (size=139) 2024-11-15T00:54:01,083 INFO [M:0;fb2f6cb7846a:40997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T00:54:01,083 INFO [M:0;fb2f6cb7846a:40997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T00:54:01,083 DEBUG [M:0;fb2f6cb7846a:40997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:54:01,084 INFO [M:0;fb2f6cb7846a:40997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:54:01,084 DEBUG [M:0;fb2f6cb7846a:40997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:54:01,084 DEBUG [M:0;fb2f6cb7846a:40997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:54:01,084 DEBUG [M:0;fb2f6cb7846a:40997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:54:01,084 INFO [M:0;fb2f6cb7846a:40997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-15T00:54:01,085 WARN [AsyncFSWAL-0-hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData-prefix:fb2f6cb7846a,40997,1731632021787 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:54:01,085 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fb2f6cb7846a%2C40997%2C1731632021787:(num 1731632022695) roll requested 2024-11-15T00:54:01,098 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787/fb2f6cb7846a%2C40997%2C1731632021787.1731632041085, exclude list is [], retry=0 2024-11-15T00:54:01,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-9a81635f-2b5a-44f3-9591-96caab88000b,DISK] 2024-11-15T00:54:01,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32873,DS-192bfe64-7bfb-4f45-8d43-1a38e48cc52b,DISK] 2024-11-15T00:54:01,102 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787/fb2f6cb7846a%2C40997%2C1731632021787.1731632022695 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787/fb2f6cb7846a%2C40997%2C1731632021787.1731632041085 2024-11-15T00:54:01,103 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36087:36087),(127.0.0.1/127.0.0.1:39561:39561)] 2024-11-15T00:54:01,103 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787/fb2f6cb7846a%2C40997%2C1731632021787.1731632022695 is not closed yet, will try archiving it next time 2024-11-15T00:54:01,103 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:54:01,103 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:54:01,104 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787/fb2f6cb7846a%2C40997%2C1731632021787.1731632022695 2024-11-15T00:54:01,104 WARN [IPC Server handler 3 on default port 39613 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787/fb2f6cb7846a%2C40997%2C1731632021787.1731632022695 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-15T00:54:01,105 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787/fb2f6cb7846a%2C40997%2C1731632021787.1731632022695 after 1ms 2024-11-15T00:54:01,119 DEBUG [M:0;fb2f6cb7846a:40997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/394a67fac07f4198b394d3ae585e177e is 82, key is hbase:meta,,1/info:regioninfo/1731632024108/Put/seqid=0 2024-11-15T00:54:01,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741846_1025 (size=5672) 2024-11-15T00:54:01,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35737 is added to blk_1073741846_1025 (size=5672) 2024-11-15T00:54:01,125 INFO [M:0;fb2f6cb7846a:40997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/394a67fac07f4198b394d3ae585e177e 2024-11-15T00:54:01,152 DEBUG [M:0;fb2f6cb7846a:40997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db48ac0a8e6247a6a16b08dca57729b1 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731632027130/Put/seqid=0 2024-11-15T00:54:01,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:54:01,154 INFO [RS:0;fb2f6cb7846a:42321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:54:01,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42321-0x1013bfbbca20001, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:54:01,154 INFO [RS:0;fb2f6cb7846a:42321 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,42321,1731632022000; zookeeper connection closed. 2024-11-15T00:54:01,154 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3da9ef43 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3da9ef43 2024-11-15T00:54:01,155 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T00:54:01,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741847_1026 (size=6114) 2024-11-15T00:54:01,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741847_1026 (size=6114) 2024-11-15T00:54:01,162 INFO [M:0;fb2f6cb7846a:40997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db48ac0a8e6247a6a16b08dca57729b1 2024-11-15T00:54:01,184 DEBUG [M:0;fb2f6cb7846a:40997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2679a34c88aa42458a6f49015fb74995 is 69, key is fb2f6cb7846a,42321,1731632022000/rs:state/1731632023337/Put/seqid=0 2024-11-15T00:54:01,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35737 is added to blk_1073741848_1027 (size=5156) 2024-11-15T00:54:01,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741848_1027 (size=5156) 2024-11-15T00:54:01,190 INFO [M:0;fb2f6cb7846a:40997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2679a34c88aa42458a6f49015fb74995 2024-11-15T00:54:01,211 DEBUG [M:0;fb2f6cb7846a:40997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/06a9e0442525478ca6679b5a5bee6638 is 52, key is load_balancer_on/state:d/1731632024217/Put/seqid=0 2024-11-15T00:54:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741849_1028 (size=5056) 2024-11-15T00:54:01,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35737 is added to blk_1073741849_1028 (size=5056) 2024-11-15T00:54:01,217 INFO [M:0;fb2f6cb7846a:40997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/06a9e0442525478ca6679b5a5bee6638 2024-11-15T00:54:01,224 DEBUG [M:0;fb2f6cb7846a:40997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/394a67fac07f4198b394d3ae585e177e as hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/394a67fac07f4198b394d3ae585e177e 2024-11-15T00:54:01,230 INFO [M:0;fb2f6cb7846a:40997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/394a67fac07f4198b394d3ae585e177e, entries=8, sequenceid=56, filesize=5.5 K 2024-11-15T00:54:01,231 DEBUG [M:0;fb2f6cb7846a:40997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db48ac0a8e6247a6a16b08dca57729b1 as hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db48ac0a8e6247a6a16b08dca57729b1 2024-11-15T00:54:01,239 INFO [M:0;fb2f6cb7846a:40997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db48ac0a8e6247a6a16b08dca57729b1, entries=6, sequenceid=56, filesize=6.0 K 2024-11-15T00:54:01,240 DEBUG [M:0;fb2f6cb7846a:40997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2679a34c88aa42458a6f49015fb74995 as hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2679a34c88aa42458a6f49015fb74995 2024-11-15T00:54:01,247 INFO [M:0;fb2f6cb7846a:40997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2679a34c88aa42458a6f49015fb74995, entries=1, sequenceid=56, filesize=5.0 K 2024-11-15T00:54:01,249 DEBUG [M:0;fb2f6cb7846a:40997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/06a9e0442525478ca6679b5a5bee6638 as hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/06a9e0442525478ca6679b5a5bee6638 2024-11-15T00:54:01,256 INFO [M:0;fb2f6cb7846a:40997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/06a9e0442525478ca6679b5a5bee6638, entries=1, sequenceid=56, filesize=4.9 K 2024-11-15T00:54:01,257 INFO [M:0;fb2f6cb7846a:40997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=56, compaction requested=false 2024-11-15T00:54:01,259 INFO [M:0;fb2f6cb7846a:40997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:54:01,259 DEBUG [M:0;fb2f6cb7846a:40997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731632041083Disabling compacts and flushes for region at 1731632041083Disabling writes for close at 1731632041084 (+1 ms)Obtaining lock to block concurrent updates at 1731632041084Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731632041084Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731632041084Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731632041103 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731632041103Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731632041118 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731632041118Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731632041132 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731632041151 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731632041152 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731632041170 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731632041184 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731632041184Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731632041195 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731632041210 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731632041210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3258ed5: reopening flushed file at 1731632041223 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf7a8be: reopening flushed file at 1731632041230 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bdaf728: reopening flushed file at 1731632041239 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e84cff5: reopening flushed file at 1731632041248 (+9 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=56, compaction requested=false at 1731632041257 (+9 ms)Writing region close event to WAL at 1731632041258 (+1 ms)Closed at 1731632041259 (+1 ms) 2024-11-15T00:54:01,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741845_1023 (size=757) 2024-11-15T00:54:01,261 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787/fb2f6cb7846a%2C40997%2C1731632021787.1731632041085 not finished, retry = 0 2024-11-15T00:54:01,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741845_1023 (size=757) 2024-11-15T00:54:02,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:02,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:02,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:02,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T00:54:02,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:02,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:02,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:05,105 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787/fb2f6cb7846a%2C40997%2C1731632021787.1731632022695 after 4001ms 2024-11-15T00:54:05,106 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/WALs/fb2f6cb7846a,40997,1731632021787/fb2f6cb7846a%2C40997%2C1731632021787.1731632022695 to hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/oldWALs/fb2f6cb7846a%2C40997%2C1731632021787.1731632022695 2024-11-15T00:54:05,111 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/MasterData/oldWALs/fb2f6cb7846a%2C40997%2C1731632021787.1731632022695 to hdfs://localhost:39613/user/jenkins/test-data/282f5ee1-86cb-bd00-6012-69dfeaa2c6d2/oldWALs/fb2f6cb7846a%2C40997%2C1731632021787.1731632022695$masterlocalwal$ 2024-11-15T00:54:05,111 INFO [M:0;fb2f6cb7846a:40997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T00:54:05,111 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:54:05,111 INFO [M:0;fb2f6cb7846a:40997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40997 2024-11-15T00:54:05,112 INFO [M:0;fb2f6cb7846a:40997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:54:05,217 INFO [M:0;fb2f6cb7846a:40997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:54:05,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:54:05,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40997-0x1013bfbbca20000, quorum=127.0.0.1:54769, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:54:05,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35cbc60a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:54:05,225 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b1b0e33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:54:05,225 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:54:05,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f102659{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:54:05,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b4eac6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,STOPPED} 2024-11-15T00:54:05,233 WARN [BP-1295330771-172.17.0.3-1731632019601 heartbeating to localhost/127.0.0.1:39613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:54:05,233 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:54:05,233 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:54:05,233 WARN [BP-1295330771-172.17.0.3-1731632019601 heartbeating to localhost/127.0.0.1:39613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295330771-172.17.0.3-1731632019601 (Datanode Uuid 8ab7d074-64cd-4672-b3d6-8b2f4cc59e28) service to localhost/127.0.0.1:39613 2024-11-15T00:54:05,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data4/current/BP-1295330771-172.17.0.3-1731632019601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:54:05,235 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:54:05,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data3/current/BP-1295330771-172.17.0.3-1731632019601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:54:05,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@724bced5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:54:05,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb62043{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:54:05,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:54:05,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34d98298{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:54:05,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6663f408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,STOPPED} 2024-11-15T00:54:05,256 WARN [BP-1295330771-172.17.0.3-1731632019601 heartbeating to localhost/127.0.0.1:39613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:54:05,256 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:54:05,256 WARN [BP-1295330771-172.17.0.3-1731632019601 heartbeating to localhost/127.0.0.1:39613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295330771-172.17.0.3-1731632019601 (Datanode Uuid f4816899-8059-4c09-a3c4-d2da8098e38d) service to localhost/127.0.0.1:39613 2024-11-15T00:54:05,257 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:54:05,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data9/current/BP-1295330771-172.17.0.3-1731632019601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:54:05,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data10/current/BP-1295330771-172.17.0.3-1731632019601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:54:05,258 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:54:05,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b45aed8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:54:05,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6770a8ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:54:05,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:54:05,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2037e379{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:54:05,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e84c2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,STOPPED} 2024-11-15T00:54:05,277 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:54:05,277 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:54:05,281 WARN [BP-1295330771-172.17.0.3-1731632019601 heartbeating to localhost/127.0.0.1:39613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:54:05,281 WARN [BP-1295330771-172.17.0.3-1731632019601 heartbeating to localhost/127.0.0.1:39613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295330771-172.17.0.3-1731632019601 (Datanode Uuid cc7ca30e-7cc3-4548-bbb8-fff77bf08037) service to localhost/127.0.0.1:39613 2024-11-15T00:54:05,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data7/current/BP-1295330771-172.17.0.3-1731632019601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:54:05,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data8/current/BP-1295330771-172.17.0.3-1731632019601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:54:05,282 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:54:05,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a360554{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:54:05,287 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ded18d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:54:05,287 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:54:05,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ee815b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:54:05,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13fad554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,STOPPED} 2024-11-15T00:54:05,296 WARN [BP-1295330771-172.17.0.3-1731632019601 heartbeating to localhost/127.0.0.1:39613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:54:05,297 WARN [BP-1295330771-172.17.0.3-1731632019601 heartbeating to localhost/127.0.0.1:39613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295330771-172.17.0.3-1731632019601 (Datanode Uuid 0881227c-c097-4a9f-b475-46d5f68b817a) service to localhost/127.0.0.1:39613 2024-11-15T00:54:05,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data5/current/BP-1295330771-172.17.0.3-1731632019601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:54:05,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data6/current/BP-1295330771-172.17.0.3-1731632019601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:54:05,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:54:05,298 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:54:05,298 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:54:05,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67ff9dca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:54:05,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6b6815{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:54:05,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:54:05,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52967733{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:54:05,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c6e73dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,STOPPED} 2024-11-15T00:54:05,323 WARN [BP-1295330771-172.17.0.3-1731632019601 heartbeating to localhost/127.0.0.1:39613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:54:05,323 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:54:05,323 WARN [BP-1295330771-172.17.0.3-1731632019601 heartbeating to localhost/127.0.0.1:39613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295330771-172.17.0.3-1731632019601 (Datanode Uuid e612341d-96de-4719-8acf-2bb36bdc79e5) service to localhost/127.0.0.1:39613 2024-11-15T00:54:05,323 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:54:05,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data2/current/BP-1295330771-172.17.0.3-1731632019601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:54:05,324 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:54:05,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/cluster_acaeffc5-20c4-8ab1-6b97-30ecacd0d9a5/data/data1/current/BP-1295330771-172.17.0.3-1731632019601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:54:05,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a5eaeb2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:54:05,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28b3fb2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:54:05,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:54:05,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb3e4ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:54:05,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ef478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir/,STOPPED} 2024-11-15T00:54:05,353 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T00:54:05,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T00:54:05,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 65) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39613 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=683 (was 679) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2005 (was 1502) - AvailableMemoryMB LEAK? - 2024-11-15T00:54:05,433 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=683, ProcessCount=11, AvailableMemoryMB=2005 2024-11-15T00:54:05,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T00:54:05,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.log.dir so I do NOT create it in target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7 2024-11-15T00:54:05,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6215255-ca0d-de94-680e-a4999af91c6c/hadoop.tmp.dir so I do NOT create it in target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7 2024-11-15T00:54:05,433 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/cluster_e6c82669-6dfe-0360-ff2f-c7fb9dd96492, deleteOnExit=true 2024-11-15T00:54:05,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T00:54:05,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/test.cache.data in system properties and HBase conf 2024-11-15T00:54:05,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T00:54:05,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/hadoop.log.dir in system properties and HBase conf 2024-11-15T00:54:05,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T00:54:05,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T00:54:05,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T00:54:05,434 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:54:05,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:54:05,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:54:05,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T00:54:05,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:54:05,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T00:54:05,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T00:54:05,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:54:05,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:54:05,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T00:54:05,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/nfs.dump.dir in system properties and HBase conf 2024-11-15T00:54:05,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/java.io.tmpdir in system properties and HBase conf 2024-11-15T00:54:05,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:54:05,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T00:54:05,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T00:54:05,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:54:05,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:54:05,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:54:05,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:54:05,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:54:05,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:54:05,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d716875{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:54:05,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24a6d8ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:54:05,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78790df9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/java.io.tmpdir/jetty-localhost-40633-hadoop-hdfs-3_4_1-tests_jar-_-any-8892148954226849187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:54:05,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5807111f{HTTP/1.1, (http/1.1)}{localhost:40633} 2024-11-15T00:54:05,998 INFO [Time-limited test {}] server.Server(415): Started @97541ms 2024-11-15T00:54:06,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:54:06,388 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:54:06,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:54:06,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:54:06,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:54:06,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4469d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:54:06,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f1a1231{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:54:06,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c41fc8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/java.io.tmpdir/jetty-localhost-35269-hadoop-hdfs-3_4_1-tests_jar-_-any-17888769959267971529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:54:06,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@642fb080{HTTP/1.1, (http/1.1)}{localhost:35269} 2024-11-15T00:54:06,544 INFO [Time-limited test {}] server.Server(415): Started @98087ms 2024-11-15T00:54:06,545 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:54:06,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:54:06,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:54:06,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:54:06,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:54:06,663 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:54:06,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@749e28da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:54:06,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4570f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:54:06,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78d08f94{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/java.io.tmpdir/jetty-localhost-38339-hadoop-hdfs-3_4_1-tests_jar-_-any-12552417958416906885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:54:06,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d2eeed4{HTTP/1.1, (http/1.1)}{localhost:38339} 2024-11-15T00:54:06,806 INFO [Time-limited test {}] server.Server(415): Started @98350ms 2024-11-15T00:54:06,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:54:07,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T00:54:07,910 WARN [Thread-799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/cluster_e6c82669-6dfe-0360-ff2f-c7fb9dd96492/data/data1/current/BP-530806026-172.17.0.3-1731632045459/current, will proceed with Du for space computation calculation, 2024-11-15T00:54:07,911 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/cluster_e6c82669-6dfe-0360-ff2f-c7fb9dd96492/data/data2/current/BP-530806026-172.17.0.3-1731632045459/current, will proceed with Du for space computation calculation, 2024-11-15T00:54:07,934 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:54:07,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66dd51e807156ae0 with lease ID 0xc793604442bc4e58: Processing first storage report for DS-e71d6e7a-d789-46a0-9a99-a1ed91e56b88 from datanode DatanodeRegistration(127.0.0.1:39085, datanodeUuid=d2742c0e-7cea-4947-acfc-eb2fc467bceb, infoPort=41325, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=131133553;c=1731632045459) 2024-11-15T00:54:07,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66dd51e807156ae0 with lease ID 0xc793604442bc4e58: from storage DS-e71d6e7a-d789-46a0-9a99-a1ed91e56b88 node DatanodeRegistration(127.0.0.1:39085, datanodeUuid=d2742c0e-7cea-4947-acfc-eb2fc467bceb, infoPort=41325, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=131133553;c=1731632045459), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:54:07,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66dd51e807156ae0 with lease ID 0xc793604442bc4e58: Processing first storage report for DS-c6138e1e-dbec-4279-9faf-9fc942d34f39 from datanode DatanodeRegistration(127.0.0.1:39085, datanodeUuid=d2742c0e-7cea-4947-acfc-eb2fc467bceb, infoPort=41325, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=131133553;c=1731632045459) 2024-11-15T00:54:07,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66dd51e807156ae0 with lease ID 0xc793604442bc4e58: from storage DS-c6138e1e-dbec-4279-9faf-9fc942d34f39 node DatanodeRegistration(127.0.0.1:39085, datanodeUuid=d2742c0e-7cea-4947-acfc-eb2fc467bceb, infoPort=41325, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=131133553;c=1731632045459), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:54:08,095 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/cluster_e6c82669-6dfe-0360-ff2f-c7fb9dd96492/data/data3/current/BP-530806026-172.17.0.3-1731632045459/current, will proceed with Du for space computation calculation, 2024-11-15T00:54:08,096 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/cluster_e6c82669-6dfe-0360-ff2f-c7fb9dd96492/data/data4/current/BP-530806026-172.17.0.3-1731632045459/current, will proceed with Du for space computation calculation, 2024-11-15T00:54:08,141 WARN [Thread-786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:54:08,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebfa73639eced0ba with lease ID 0xc793604442bc4e59: Processing first storage report for DS-8002c886-30bf-4210-a62c-0a8e3b093f8c from datanode DatanodeRegistration(127.0.0.1:44255, datanodeUuid=6896797c-9cdc-4866-a4cc-eb602cc0a12c, infoPort=38889, infoSecurePort=0, ipcPort=43767, storageInfo=lv=-57;cid=testClusterID;nsid=131133553;c=1731632045459) 2024-11-15T00:54:08,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebfa73639eced0ba with lease ID 0xc793604442bc4e59: from storage DS-8002c886-30bf-4210-a62c-0a8e3b093f8c node DatanodeRegistration(127.0.0.1:44255, datanodeUuid=6896797c-9cdc-4866-a4cc-eb602cc0a12c, infoPort=38889, infoSecurePort=0, ipcPort=43767, storageInfo=lv=-57;cid=testClusterID;nsid=131133553;c=1731632045459), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:54:08,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebfa73639eced0ba with lease ID 0xc793604442bc4e59: Processing first storage report for DS-5a5c1594-5dd1-4b3f-8c53-5ddbc9e880f5 from datanode DatanodeRegistration(127.0.0.1:44255, datanodeUuid=6896797c-9cdc-4866-a4cc-eb602cc0a12c, infoPort=38889, infoSecurePort=0, ipcPort=43767, storageInfo=lv=-57;cid=testClusterID;nsid=131133553;c=1731632045459) 2024-11-15T00:54:08,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebfa73639eced0ba with lease ID 0xc793604442bc4e59: from storage DS-5a5c1594-5dd1-4b3f-8c53-5ddbc9e880f5 node DatanodeRegistration(127.0.0.1:44255, datanodeUuid=6896797c-9cdc-4866-a4cc-eb602cc0a12c, infoPort=38889, infoSecurePort=0, ipcPort=43767, storageInfo=lv=-57;cid=testClusterID;nsid=131133553;c=1731632045459), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:54:08,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7 2024-11-15T00:54:08,265 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/cluster_e6c82669-6dfe-0360-ff2f-c7fb9dd96492/zookeeper_0, clientPort=53157, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/cluster_e6c82669-6dfe-0360-ff2f-c7fb9dd96492/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/cluster_e6c82669-6dfe-0360-ff2f-c7fb9dd96492/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T00:54:08,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53157 2024-11-15T00:54:08,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:54:08,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:54:08,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:54:08,298 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d with version=8 2024-11-15T00:54:08,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/hbase-staging 2024-11-15T00:54:08,301 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:54:08,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:54:08,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:54:08,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:54:08,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:54:08,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:54:08,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T00:54:08,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:54:08,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:54:08,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43233 2024-11-15T00:54:08,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43233 connecting to ZooKeeper ensemble=127.0.0.1:53157 2024-11-15T00:54:08,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432330x0, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:54:08,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43233-0x1013bfc242b0000 connected 2024-11-15T00:54:08,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:54:08,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:54:08,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:54:08,513 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d, hbase.cluster.distributed=false 2024-11-15T00:54:08,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:54:08,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43233 2024-11-15T00:54:08,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43233 2024-11-15T00:54:08,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43233 2024-11-15T00:54:08,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43233 2024-11-15T00:54:08,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43233 2024-11-15T00:54:08,547 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:54:08,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:54:08,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:54:08,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:54:08,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:54:08,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:54:08,547 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:54:08,547 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:54:08,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40953 2024-11-15T00:54:08,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40953 connecting to ZooKeeper ensemble=127.0.0.1:53157 2024-11-15T00:54:08,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:54:08,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:54:08,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409530x0, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:54:08,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409530x0, quorum=127.0.0.1:53157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:54:08,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:54:08,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40953-0x1013bfc242b0001 connected 2024-11-15T00:54:08,577 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:54:08,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:54:08,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:54:08,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40953 2024-11-15T00:54:08,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40953 2024-11-15T00:54:08,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40953 2024-11-15T00:54:08,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40953 2024-11-15T00:54:08,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40953 2024-11-15T00:54:08,610 DEBUG [M:0;fb2f6cb7846a:43233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb2f6cb7846a:43233 2024-11-15T00:54:08,614 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb2f6cb7846a,43233,1731632048300 2024-11-15T00:54:08,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:54:08,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:54:08,779 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb2f6cb7846a,43233,1731632048300 2024-11-15T00:54:08,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:54:08,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:54:08,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:54:08,888 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T00:54:08,889 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb2f6cb7846a,43233,1731632048300 from backup master directory 2024-11-15T00:54:08,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb2f6cb7846a,43233,1731632048300 2024-11-15T00:54:08,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:54:08,950 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:54:08,950 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb2f6cb7846a,43233,1731632048300 2024-11-15T00:54:08,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:54:08,961 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/hbase.id] with ID: 09bcbe2c-2727-46a3-ba08-174cfb961106 2024-11-15T00:54:08,961 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/.tmp/hbase.id 2024-11-15T00:54:08,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:54:08,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:54:08,986 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/.tmp/hbase.id]:[hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/hbase.id] 2024-11-15T00:54:09,019 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:54:09,019 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T00:54:09,022 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-15T00:54:09,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:54:09,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:54:09,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:54:09,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:54:09,072 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:54:09,073 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T00:54:09,073 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:54:09,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:54:09,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:54:09,121 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store 2024-11-15T00:54:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:54:09,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:54:09,199 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:54:09,199 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:54:09,199 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:54:09,199 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:54:09,199 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:54:09,199 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:54:09,199 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:54:09,200 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731632049199Disabling compacts and flushes for region at 1731632049199Disabling writes for close at 1731632049199Writing region close event to WAL at 1731632049199Closed at 1731632049199 2024-11-15T00:54:09,212 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/.initializing 2024-11-15T00:54:09,212 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/WALs/fb2f6cb7846a,43233,1731632048300 2024-11-15T00:54:09,219 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:54:09,236 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C43233%2C1731632048300, suffix=, logDir=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/WALs/fb2f6cb7846a,43233,1731632048300, archiveDir=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/oldWALs, maxLogs=10 2024-11-15T00:54:09,264 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/WALs/fb2f6cb7846a,43233,1731632048300/fb2f6cb7846a%2C43233%2C1731632048300.1731632049236, exclude list is [], retry=0 2024-11-15T00:54:09,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44255,DS-8002c886-30bf-4210-a62c-0a8e3b093f8c,DISK] 2024-11-15T00:54:09,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39085,DS-e71d6e7a-d789-46a0-9a99-a1ed91e56b88,DISK] 2024-11-15T00:54:09,318 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/WALs/fb2f6cb7846a,43233,1731632048300/fb2f6cb7846a%2C43233%2C1731632048300.1731632049236 2024-11-15T00:54:09,321 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41325:41325),(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-15T00:54:09,322 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:54:09,322 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:54:09,322 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:54:09,322 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:54:09,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:54:09,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T00:54:09,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:09,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:54:09,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:54:09,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T00:54:09,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:09,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:54:09,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:54:09,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T00:54:09,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:09,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:54:09,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:54:09,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T00:54:09,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:09,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:54:09,356 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:54:09,357 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:54:09,358 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:54:09,360 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:54:09,360 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:54:09,361 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:54:09,363 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:54:09,369 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:54:09,370 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=862239, jitterRate=0.09639438986778259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:54:09,371 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731632049323Initializing all the Stores at 1731632049326 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632049326Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632049328 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632049329 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632049329Cleaning up temporary data from old regions at 1731632049360 (+31 ms)Region opened successfully at 1731632049371 (+11 ms) 2024-11-15T00:54:09,372 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T00:54:09,381 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761bca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:54:09,382 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T00:54:09,382 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T00:54:09,382 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T00:54:09,382 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T00:54:09,383 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T00:54:09,384 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T00:54:09,384 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T00:54:09,391 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T00:54:09,393 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T00:54:09,421 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T00:54:09,422 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T00:54:09,426 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T00:54:09,432 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T00:54:09,432 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T00:54:09,434 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T00:54:09,442 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T00:54:09,443 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T00:54:09,453 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T00:54:09,465 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T00:54:09,474 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T00:54:09,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:54:09,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:54:09,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:54:09,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:54:09,486 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb2f6cb7846a,43233,1731632048300, sessionid=0x1013bfc242b0000, setting cluster-up flag (Was=false) 2024-11-15T00:54:09,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:54:09,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:54:09,558 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T00:54:09,563 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,43233,1731632048300 2024-11-15T00:54:09,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:54:09,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:54:09,643 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T00:54:09,650 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,43233,1731632048300 2024-11-15T00:54:09,657 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T00:54:09,659 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T00:54:09,659 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T00:54:09,660 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T00:54:09,660 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb2f6cb7846a,43233,1731632048300 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T00:54:09,661 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:54:09,661 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:54:09,661 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:54:09,662 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:54:09,662 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb2f6cb7846a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T00:54:09,662 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:54:09,662 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:54:09,662 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:54:09,666 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:54:09,666 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T00:54:09,668 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:09,668 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T00:54:09,669 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731632079669 2024-11-15T00:54:09,669 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T00:54:09,669 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T00:54:09,670 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T00:54:09,670 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T00:54:09,670 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T00:54:09,670 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T00:54:09,670 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,670 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T00:54:09,671 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T00:54:09,671 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T00:54:09,671 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T00:54:09,671 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T00:54:09,672 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632049671,5,FailOnTimeoutGroup] 2024-11-15T00:54:09,672 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632049672,5,FailOnTimeoutGroup] 2024-11-15T00:54:09,672 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,672 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T00:54:09,672 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,672 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,716 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(746): ClusterId : 09bcbe2c-2727-46a3-ba08-174cfb961106 2024-11-15T00:54:09,716 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:54:09,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:54:09,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:54:09,734 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T00:54:09,734 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d 2024-11-15T00:54:09,735 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:54:09,735 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:54:09,757 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:54:09,758 DEBUG [RS:0;fb2f6cb7846a:40953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4394c90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:54:09,776 DEBUG [RS:0;fb2f6cb7846a:40953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb2f6cb7846a:40953 2024-11-15T00:54:09,776 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:54:09,776 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:54:09,776 DEBUG [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:54:09,781 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,43233,1731632048300 with port=40953, startcode=1731632048546 2024-11-15T00:54:09,781 DEBUG [RS:0;fb2f6cb7846a:40953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:54:09,789 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46585, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:54:09,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,40953,1731632048546 2024-11-15T00:54:09,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43233 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,40953,1731632048546 2024-11-15T00:54:09,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:54:09,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:54:09,798 DEBUG [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d 2024-11-15T00:54:09,798 DEBUG [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34207 2024-11-15T00:54:09,798 DEBUG [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:54:09,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:54:09,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:54:09,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:54:09,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:09,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:54:09,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:54:09,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:54:09,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:09,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:54:09,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:54:09,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:54:09,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:09,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:54:09,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:54:09,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:54:09,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:09,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:54:09,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:54:09,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740 2024-11-15T00:54:09,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740 2024-11-15T00:54:09,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:54:09,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:54:09,829 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T00:54:09,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:54:09,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:54:09,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,40953,1731632048546] 2024-11-15T00:54:09,837 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:54:09,838 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=760964, jitterRate=-0.03238534927368164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T00:54:09,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731632049798Initializing all the Stores at 1731632049801 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632049801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632049801Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632049801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632049801Cleaning up temporary data from old regions at 1731632049828 (+27 ms)Region opened successfully at 1731632049839 (+11 ms) 2024-11-15T00:54:09,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:54:09,839 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:54:09,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:54:09,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:54:09,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:54:09,840 DEBUG [RS:0;fb2f6cb7846a:40953 {}] zookeeper.ZKUtil(111): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,40953,1731632048546 2024-11-15T00:54:09,840 WARN [RS:0;fb2f6cb7846a:40953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:54:09,840 INFO [RS:0;fb2f6cb7846a:40953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:54:09,840 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:54:09,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731632049839Disabling compacts and flushes for region at 1731632049839Disabling writes for close at 1731632049839Writing region close event to WAL at 1731632049840 (+1 ms)Closed at 1731632049840 2024-11-15T00:54:09,840 DEBUG [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546 2024-11-15T00:54:09,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:54:09,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T00:54:09,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T00:54:09,850 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:54:09,851 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:54:09,852 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T00:54:09,856 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:54:09,857 INFO [RS:0;fb2f6cb7846a:40953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:54:09,857 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,860 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:54:09,862 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:54:09,862 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,862 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:54:09,862 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:54:09,862 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:54:09,862 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:54:09,862 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:54:09,862 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:54:09,862 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:54:09,862 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:54:09,862 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:54:09,863 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:54:09,863 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:54:09,863 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:54:09,863 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:54:09,863 DEBUG [RS:0;fb2f6cb7846a:40953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:54:09,868 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,868 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,868 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,868 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,868 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,868 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,40953,1731632048546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:54:09,886 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:54:09,886 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,40953,1731632048546-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,887 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,887 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.Replication(171): fb2f6cb7846a,40953,1731632048546 started 2024-11-15T00:54:09,908 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:09,908 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,40953,1731632048546, RpcServer on fb2f6cb7846a/172.17.0.3:40953, sessionid=0x1013bfc242b0001 2024-11-15T00:54:09,908 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:54:09,908 DEBUG [RS:0;fb2f6cb7846a:40953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,40953,1731632048546 2024-11-15T00:54:09,909 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,40953,1731632048546' 2024-11-15T00:54:09,909 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:54:09,909 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:54:09,910 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:54:09,910 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:54:09,910 DEBUG [RS:0;fb2f6cb7846a:40953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,40953,1731632048546 2024-11-15T00:54:09,910 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,40953,1731632048546' 2024-11-15T00:54:09,910 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:54:09,911 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:54:09,912 DEBUG [RS:0;fb2f6cb7846a:40953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:54:09,912 INFO [RS:0;fb2f6cb7846a:40953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:54:09,912 INFO [RS:0;fb2f6cb7846a:40953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:54:10,006 WARN [fb2f6cb7846a:43233 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T00:54:10,012 INFO [RS:0;fb2f6cb7846a:40953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:54:10,014 INFO [RS:0;fb2f6cb7846a:40953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C40953%2C1731632048546, suffix=, logDir=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546, archiveDir=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/oldWALs, maxLogs=32 2024-11-15T00:54:10,032 DEBUG [RS:0;fb2f6cb7846a:40953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632050015, exclude list is [], retry=0 2024-11-15T00:54:10,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44255,DS-8002c886-30bf-4210-a62c-0a8e3b093f8c,DISK] 2024-11-15T00:54:10,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39085,DS-e71d6e7a-d789-46a0-9a99-a1ed91e56b88,DISK] 2024-11-15T00:54:10,037 INFO [RS:0;fb2f6cb7846a:40953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632050015 2024-11-15T00:54:10,038 DEBUG [RS:0;fb2f6cb7846a:40953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889),(127.0.0.1/127.0.0.1:41325:41325)] 2024-11-15T00:54:10,256 DEBUG [fb2f6cb7846a:43233 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T00:54:10,257 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb2f6cb7846a,40953,1731632048546 2024-11-15T00:54:10,260 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,40953,1731632048546, state=OPENING 2024-11-15T00:54:10,273 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T00:54:10,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:54:10,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:54:10,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:54:10,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:54:10,289 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:54:10,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,40953,1731632048546}] 2024-11-15T00:54:10,444 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:54:10,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51723, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:54:10,455 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T00:54:10,455 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:54:10,455 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T00:54:10,458 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C40953%2C1731632048546.meta, suffix=.meta, logDir=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546, archiveDir=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/oldWALs, maxLogs=32 2024-11-15T00:54:10,479 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.meta.1731632050459.meta, exclude list is [], retry=0 2024-11-15T00:54:10,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39085,DS-e71d6e7a-d789-46a0-9a99-a1ed91e56b88,DISK] 2024-11-15T00:54:10,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44255,DS-8002c886-30bf-4210-a62c-0a8e3b093f8c,DISK] 2024-11-15T00:54:10,486 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.meta.1731632050459.meta 2024-11-15T00:54:10,486 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41325:41325),(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-15T00:54:10,486 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:54:10,487 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T00:54:10,487 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T00:54:10,488 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T00:54:10,488 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T00:54:10,488 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:54:10,488 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T00:54:10,488 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T00:54:10,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:54:10,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:54:10,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:10,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:54:10,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:54:10,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:54:10,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:10,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:54:10,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:54:10,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:54:10,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:10,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:54:10,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:54:10,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:54:10,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:10,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:54:10,516 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:54:10,518 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740 2024-11-15T00:54:10,519 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740 2024-11-15T00:54:10,522 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:54:10,523 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:54:10,524 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T00:54:10,526 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:54:10,528 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=814612, jitterRate=0.03583277761936188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T00:54:10,528 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T00:54:10,530 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731632050488Writing region info on filesystem at 1731632050488Initializing all the Stores at 1731632050490 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632050490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632050493 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632050493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632050493Cleaning up temporary data from old regions at 1731632050523 (+30 ms)Running coprocessor post-open hooks at 1731632050528 (+5 ms)Region opened successfully at 1731632050530 (+2 ms) 2024-11-15T00:54:10,537 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731632050444 2024-11-15T00:54:10,541 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T00:54:10,541 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T00:54:10,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,40953,1731632048546 2024-11-15T00:54:10,543 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,40953,1731632048546, state=OPEN 2024-11-15T00:54:10,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:54:10,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:54:10,633 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,40953,1731632048546 2024-11-15T00:54:10,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:54:10,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:54:10,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T00:54:10,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,40953,1731632048546 in 343 msec 2024-11-15T00:54:10,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T00:54:10,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 793 msec 2024-11-15T00:54:10,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:54:10,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T00:54:10,648 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:54:10,648 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,40953,1731632048546, seqNum=-1] 2024-11-15T00:54:10,649 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:54:10,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53737, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:54:10,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 998 msec 2024-11-15T00:54:10,658 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731632050658, completionTime=-1 2024-11-15T00:54:10,658 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T00:54:10,658 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T00:54:10,660 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T00:54:10,660 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731632110660 2024-11-15T00:54:10,661 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731632170661 2024-11-15T00:54:10,661 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-15T00:54:10,661 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43233,1731632048300-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:10,661 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43233,1731632048300-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:10,661 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43233,1731632048300-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:10,661 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb2f6cb7846a:43233, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:10,661 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:10,662 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:10,664 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T00:54:10,666 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.716sec 2024-11-15T00:54:10,666 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T00:54:10,666 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T00:54:10,666 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T00:54:10,666 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T00:54:10,666 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T00:54:10,666 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43233,1731632048300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:54:10,666 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43233,1731632048300-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T00:54:10,670 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T00:54:10,671 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T00:54:10,671 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43233,1731632048300-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:10,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d453491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:54:10,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,43233,-1 for getting cluster id 2024-11-15T00:54:10,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T00:54:10,721 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09bcbe2c-2727-46a3-ba08-174cfb961106' 2024-11-15T00:54:10,722 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T00:54:10,722 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09bcbe2c-2727-46a3-ba08-174cfb961106" 2024-11-15T00:54:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10095636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:54:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,43233,-1] 2024-11-15T00:54:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T00:54:10,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:54:10,725 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T00:54:10,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7396db4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:54:10,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:54:10,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,40953,1731632048546, seqNum=-1] 2024-11-15T00:54:10,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:54:10,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:54:10,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb2f6cb7846a,43233,1731632048300 2024-11-15T00:54:10,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:54:10,736 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T00:54:10,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T00:54:10,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fb2f6cb7846a,43233,1731632048300 2024-11-15T00:54:10,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc66db0 2024-11-15T00:54:10,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T00:54:10,739 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T00:54:10,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-15T00:54:10,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-15T00:54:10,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:54:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T00:54:10,743 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T00:54:10,743 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:10,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-15T00:54:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:54:10,745 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T00:54:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741835_1011 (size=405) 2024-11-15T00:54:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741835_1011 (size=405) 2024-11-15T00:54:10,790 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecb97987bc455ba3955f589793d7e239, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d 2024-11-15T00:54:10,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741836_1012 (size=88) 2024-11-15T00:54:10,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741836_1012 (size=88) 2024-11-15T00:54:10,812 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:54:10,812 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing ecb97987bc455ba3955f589793d7e239, disabling compactions & flushes 2024-11-15T00:54:10,812 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:10,812 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:10,812 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. after waiting 0 ms 2024-11-15T00:54:10,812 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:10,812 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:10,812 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecb97987bc455ba3955f589793d7e239: Waiting for close lock at 1731632050812Disabling compacts and flushes for region at 1731632050812Disabling writes for close at 1731632050812Writing region close event to WAL at 1731632050812Closed at 1731632050812 2024-11-15T00:54:10,817 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T00:54:10,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731632050817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632050817"}]},"ts":"1731632050817"} 2024-11-15T00:54:10,821 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T00:54:10,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T00:54:10,823 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632050823"}]},"ts":"1731632050823"} 2024-11-15T00:54:10,826 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-15T00:54:10,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ecb97987bc455ba3955f589793d7e239, ASSIGN}] 2024-11-15T00:54:10,829 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ecb97987bc455ba3955f589793d7e239, ASSIGN 2024-11-15T00:54:10,831 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ecb97987bc455ba3955f589793d7e239, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,40953,1731632048546; forceNewPlan=false, retain=false 2024-11-15T00:54:10,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecb97987bc455ba3955f589793d7e239, regionState=OPENING, regionLocation=fb2f6cb7846a,40953,1731632048546 2024-11-15T00:54:10,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ecb97987bc455ba3955f589793d7e239, ASSIGN because future has completed 2024-11-15T00:54:10,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecb97987bc455ba3955f589793d7e239, server=fb2f6cb7846a,40953,1731632048546}] 2024-11-15T00:54:11,142 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:11,142 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ecb97987bc455ba3955f589793d7e239, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:54:11,142 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling ecb97987bc455ba3955f589793d7e239 2024-11-15T00:54:11,142 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:54:11,142 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ecb97987bc455ba3955f589793d7e239 2024-11-15T00:54:11,143 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ecb97987bc455ba3955f589793d7e239 2024-11-15T00:54:11,144 INFO [StoreOpener-ecb97987bc455ba3955f589793d7e239-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ecb97987bc455ba3955f589793d7e239 2024-11-15T00:54:11,145 INFO [StoreOpener-ecb97987bc455ba3955f589793d7e239-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb97987bc455ba3955f589793d7e239 columnFamilyName info 2024-11-15T00:54:11,145 DEBUG [StoreOpener-ecb97987bc455ba3955f589793d7e239-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:54:11,146 INFO [StoreOpener-ecb97987bc455ba3955f589793d7e239-1 {}] regionserver.HStore(327): Store=ecb97987bc455ba3955f589793d7e239/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:54:11,146 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ecb97987bc455ba3955f589793d7e239 2024-11-15T00:54:11,147 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239 2024-11-15T00:54:11,148 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239 2024-11-15T00:54:11,148 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ecb97987bc455ba3955f589793d7e239 2024-11-15T00:54:11,148 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ecb97987bc455ba3955f589793d7e239 2024-11-15T00:54:11,150 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ecb97987bc455ba3955f589793d7e239 2024-11-15T00:54:11,152 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:54:11,152 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ecb97987bc455ba3955f589793d7e239; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=857045, jitterRate=0.08978922665119171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:54:11,153 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecb97987bc455ba3955f589793d7e239 2024-11-15T00:54:11,153 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ecb97987bc455ba3955f589793d7e239: Running coprocessor pre-open hook at 1731632051143Writing region info on filesystem at 1731632051143Initializing all the Stores at 1731632051144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632051144Cleaning up temporary data from old regions at 1731632051148 (+4 ms)Running coprocessor post-open hooks at 1731632051153 (+5 ms)Region opened successfully at 1731632051153 2024-11-15T00:54:11,154 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239., pid=6, masterSystemTime=1731632051138 2024-11-15T00:54:11,156 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:11,156 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:11,157 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecb97987bc455ba3955f589793d7e239, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,40953,1731632048546 2024-11-15T00:54:11,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecb97987bc455ba3955f589793d7e239, server=fb2f6cb7846a,40953,1731632048546 because future has completed 2024-11-15T00:54:11,161 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43233 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fb2f6cb7846a,40953,1731632048546, table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ecb97987bc455ba3955f589793d7e239. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T00:54:11,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T00:54:11,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ecb97987bc455ba3955f589793d7e239, server=fb2f6cb7846a,40953,1731632048546 in 176 msec 2024-11-15T00:54:11,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T00:54:11,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ecb97987bc455ba3955f589793d7e239, ASSIGN in 338 msec 2024-11-15T00:54:11,169 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T00:54:11,169 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632051169"}]},"ts":"1731632051169"} 2024-11-15T00:54:11,171 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-15T00:54:11,172 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T00:54:11,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 431 msec 2024-11-15T00:54:13,086 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T00:54:13,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:13,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:13,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:13,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:13,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:13,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:13,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:13,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:54:15,851 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T00:54:15,852 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-15T00:54:17,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T00:54:17,583 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T00:54:17,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:54:17,584 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T00:54:17,585 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T00:54:17,585 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T00:54:17,585 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T00:54:17,585 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-15T00:54:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:54:20,761 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T00:54:20,761 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-15T00:54:20,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T00:54:20,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:20,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239., hostname=fb2f6cb7846a,40953,1731632048546, seqNum=2] 2024-11-15T00:54:20,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T00:54:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T00:54:20,785 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-15T00:54:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T00:54:20,786 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T00:54:20,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T00:54:20,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T00:54:20,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:20,950 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing ecb97987bc455ba3955f589793d7e239 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T00:54:20,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/41c99755d64247d0abaefbf720c13ab9 is 1055, key is row0001/info:/1731632060774/Put/seqid=0 2024-11-15T00:54:20,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741837_1013 (size=6008) 2024-11-15T00:54:20,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741837_1013 (size=6008) 2024-11-15T00:54:20,974 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/41c99755d64247d0abaefbf720c13ab9 2024-11-15T00:54:20,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/41c99755d64247d0abaefbf720c13ab9 as hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/41c99755d64247d0abaefbf720c13ab9 2024-11-15T00:54:20,989 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/41c99755d64247d0abaefbf720c13ab9, entries=1, sequenceid=5, filesize=5.9 K 2024-11-15T00:54:20,990 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ecb97987bc455ba3955f589793d7e239 in 40ms, sequenceid=5, compaction requested=false 2024-11-15T00:54:20,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for ecb97987bc455ba3955f589793d7e239: 2024-11-15T00:54:20,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T00:54:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T00:54:21,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T00:54:21,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 210 msec 2024-11-15T00:54:21,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 222 msec 2024-11-15T00:54:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T00:54:30,840 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T00:54:30,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T00:54:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T00:54:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T00:54:30,847 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-15T00:54:30,848 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T00:54:30,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T00:54:31,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T00:54:31,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:31,003 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing ecb97987bc455ba3955f589793d7e239 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T00:54:31,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/8b4e02abf6c54f4381a4df5022896fc0 is 1055, key is row0002/info:/1731632070841/Put/seqid=0 2024-11-15T00:54:31,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741838_1014 (size=6008) 2024-11-15T00:54:31,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741838_1014 (size=6008) 2024-11-15T00:54:31,018 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/8b4e02abf6c54f4381a4df5022896fc0 2024-11-15T00:54:31,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/8b4e02abf6c54f4381a4df5022896fc0 as hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/8b4e02abf6c54f4381a4df5022896fc0 2024-11-15T00:54:31,034 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/8b4e02abf6c54f4381a4df5022896fc0, entries=1, sequenceid=9, filesize=5.9 K 2024-11-15T00:54:31,035 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ecb97987bc455ba3955f589793d7e239 in 32ms, sequenceid=9, compaction requested=false 2024-11-15T00:54:31,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for ecb97987bc455ba3955f589793d7e239: 2024-11-15T00:54:31,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:31,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T00:54:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T00:54:31,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T00:54:31,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-11-15T00:54:31,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-11-15T00:54:38,241 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T00:54:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T00:54:40,932 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T00:54:40,949 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632080937, exclude list is [], retry=0 2024-11-15T00:54:40,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44255,DS-8002c886-30bf-4210-a62c-0a8e3b093f8c,DISK] 2024-11-15T00:54:40,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39085,DS-e71d6e7a-d789-46a0-9a99-a1ed91e56b88,DISK] 2024-11-15T00:54:40,954 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632050015 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632080937 2024-11-15T00:54:40,955 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889),(127.0.0.1/127.0.0.1:41325:41325)] 2024-11-15T00:54:40,955 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632050015 is not closed yet, will try archiving it next time 2024-11-15T00:54:40,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T00:54:40,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632050015 not finished, retry = 0 2024-11-15T00:54:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T00:54:40,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741833_1009 (size=5471) 2024-11-15T00:54:40,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741833_1009 (size=5471) 2024-11-15T00:54:40,958 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-15T00:54:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T00:54:40,959 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T00:54:40,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T00:54:41,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T00:54:41,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:41,115 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing ecb97987bc455ba3955f589793d7e239 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T00:54:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/950abf3741dc4db7a13809ab944a1419 is 1055, key is row0003/info:/1731632080935/Put/seqid=0 2024-11-15T00:54:41,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741840_1016 (size=6008) 2024-11-15T00:54:41,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741840_1016 (size=6008) 2024-11-15T00:54:41,130 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/950abf3741dc4db7a13809ab944a1419 2024-11-15T00:54:41,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/950abf3741dc4db7a13809ab944a1419 as hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/950abf3741dc4db7a13809ab944a1419 2024-11-15T00:54:41,148 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/950abf3741dc4db7a13809ab944a1419, entries=1, sequenceid=13, filesize=5.9 K 2024-11-15T00:54:41,149 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ecb97987bc455ba3955f589793d7e239 in 35ms, sequenceid=13, compaction requested=true 2024-11-15T00:54:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for ecb97987bc455ba3955f589793d7e239: 2024-11-15T00:54:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T00:54:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T00:54:41,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T00:54:41,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 193 msec 2024-11-15T00:54:41,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 201 msec 2024-11-15T00:54:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T00:54:51,061 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T00:54:51,063 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T00:54:51,065 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T00:54:51,066 DEBUG [Time-limited test {}] regionserver.HStore(1541): ecb97987bc455ba3955f589793d7e239/info is initiating minor compaction (all files) 2024-11-15T00:54:51,066 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:54:51,066 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:54:51,067 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ecb97987bc455ba3955f589793d7e239/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:51,067 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/41c99755d64247d0abaefbf720c13ab9, hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/8b4e02abf6c54f4381a4df5022896fc0, hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/950abf3741dc4db7a13809ab944a1419] into tmpdir=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp, totalSize=17.6 K 2024-11-15T00:54:51,068 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 41c99755d64247d0abaefbf720c13ab9, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731632060774 2024-11-15T00:54:51,068 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8b4e02abf6c54f4381a4df5022896fc0, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731632070841 2024-11-15T00:54:51,069 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 950abf3741dc4db7a13809ab944a1419, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731632080935 2024-11-15T00:54:51,090 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ecb97987bc455ba3955f589793d7e239#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:54:51,091 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/ba4ab053aa4640c798be566ff9c05b44 is 1055, key is row0001/info:/1731632060774/Put/seqid=0 2024-11-15T00:54:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741841_1017 (size=8221) 2024-11-15T00:54:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741841_1017 (size=8221) 2024-11-15T00:54:51,104 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/ba4ab053aa4640c798be566ff9c05b44 as hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/ba4ab053aa4640c798be566ff9c05b44 2024-11-15T00:54:51,119 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecb97987bc455ba3955f589793d7e239/info of ecb97987bc455ba3955f589793d7e239 into ba4ab053aa4640c798be566ff9c05b44(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:54:51,119 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ecb97987bc455ba3955f589793d7e239: 2024-11-15T00:54:51,134 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632091121, exclude list is [], retry=0 2024-11-15T00:54:51,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39085,DS-e71d6e7a-d789-46a0-9a99-a1ed91e56b88,DISK] 2024-11-15T00:54:51,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44255,DS-8002c886-30bf-4210-a62c-0a8e3b093f8c,DISK] 2024-11-15T00:54:51,140 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632080937 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632091121 2024-11-15T00:54:51,141 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889),(127.0.0.1/127.0.0.1:41325:41325)] 2024-11-15T00:54:51,141 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632080937 is not closed yet, will try archiving it next time 2024-11-15T00:54:51,141 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632050015 to hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/oldWALs/fb2f6cb7846a%2C40953%2C1731632048546.1731632050015 2024-11-15T00:54:51,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741839_1015 (size=2495) 2024-11-15T00:54:51,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T00:54:51,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741839_1015 (size=2495) 2024-11-15T00:54:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T00:54:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T00:54:51,145 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-15T00:54:51,146 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T00:54:51,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T00:54:51,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T00:54:51,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:51,300 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing ecb97987bc455ba3955f589793d7e239 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T00:54:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/ede3d02b66614849ac9b15353f3282a0 is 1055, key is row0000/info:/1731632091120/Put/seqid=0 2024-11-15T00:54:51,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741843_1019 (size=6008) 2024-11-15T00:54:51,318 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/ede3d02b66614849ac9b15353f3282a0 2024-11-15T00:54:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741843_1019 (size=6008) 2024-11-15T00:54:51,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/ede3d02b66614849ac9b15353f3282a0 as hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/ede3d02b66614849ac9b15353f3282a0 2024-11-15T00:54:51,332 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/ede3d02b66614849ac9b15353f3282a0, entries=1, sequenceid=18, filesize=5.9 K 2024-11-15T00:54:51,333 INFO [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ecb97987bc455ba3955f589793d7e239 in 33ms, sequenceid=18, compaction requested=false 2024-11-15T00:54:51,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for ecb97987bc455ba3955f589793d7e239: 2024-11-15T00:54:51,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:54:51,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T00:54:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T00:54:51,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T00:54:51,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-11-15T00:54:51,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 195 msec 2024-11-15T00:54:51,542 INFO [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T00:54:51,542 INFO [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T00:54:56,143 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ecb97987bc455ba3955f589793d7e239, had cached 0 bytes from a total of 14229 2024-11-15T00:55:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T00:55:01,211 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T00:55:01,226 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632101213, exclude list is [], retry=0 2024-11-15T00:55:01,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44255,DS-8002c886-30bf-4210-a62c-0a8e3b093f8c,DISK] 2024-11-15T00:55:01,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39085,DS-e71d6e7a-d789-46a0-9a99-a1ed91e56b88,DISK] 2024-11-15T00:55:01,230 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632091121 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632101213 2024-11-15T00:55:01,231 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41325:41325),(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-15T00:55:01,231 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632091121 is not closed yet, will try archiving it next time 2024-11-15T00:55:01,231 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/WALs/fb2f6cb7846a,40953,1731632048546/fb2f6cb7846a%2C40953%2C1731632048546.1731632080937 to hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/oldWALs/fb2f6cb7846a%2C40953%2C1731632048546.1731632080937 2024-11-15T00:55:01,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T00:55:01,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:55:01,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:55:01,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:55:01,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:55:01,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T00:55:01,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2051423634, stopped=false 2024-11-15T00:55:01,232 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb2f6cb7846a,43233,1731632048300 2024-11-15T00:55:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741842_1018 (size=2001) 2024-11-15T00:55:01,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T00:55:01,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741842_1018 (size=2001) 2024-11-15T00:55:01,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:55:01,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:55:01,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:01,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:01,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:55:01,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:55:01,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:55:01,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:55:01,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:55:01,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:55:01,261 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,40953,1731632048546' ***** 2024-11-15T00:55:01,261 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:55:01,261 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:55:01,261 INFO [RS:0;fb2f6cb7846a:40953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:55:01,261 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:55:01,261 INFO [RS:0;fb2f6cb7846a:40953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:55:01,261 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(3091): Received CLOSE for ecb97987bc455ba3955f589793d7e239 2024-11-15T00:55:01,263 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,40953,1731632048546 2024-11-15T00:55:01,263 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:55:01,263 INFO [RS:0;fb2f6cb7846a:40953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb2f6cb7846a:40953. 2024-11-15T00:55:01,263 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecb97987bc455ba3955f589793d7e239, disabling compactions & flushes 2024-11-15T00:55:01,263 DEBUG [RS:0;fb2f6cb7846a:40953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:55:01,263 DEBUG [RS:0;fb2f6cb7846a:40953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:55:01,263 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:55:01,263 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:55:01,263 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:55:01,263 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. after waiting 0 ms 2024-11-15T00:55:01,263 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:55:01,263 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:55:01,263 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:55:01,263 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T00:55:01,263 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ecb97987bc455ba3955f589793d7e239 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T00:55:01,263 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T00:55:01,263 DEBUG [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(1325): Online Regions={ecb97987bc455ba3955f589793d7e239=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T00:55:01,263 DEBUG [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecb97987bc455ba3955f589793d7e239 2024-11-15T00:55:01,263 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:55:01,263 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:55:01,263 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:55:01,263 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:55:01,263 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:55:01,264 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-15T00:55:01,267 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/f5ecd66f6719477d807572353f06c9bc is 1055, key is row0001/info:/1731632101212/Put/seqid=0 2024-11-15T00:55:01,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741845_1021 (size=6008) 2024-11-15T00:55:01,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741845_1021 (size=6008) 2024-11-15T00:55:01,276 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/f5ecd66f6719477d807572353f06c9bc 2024-11-15T00:55:01,280 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/.tmp/info/349c2c6c6cd14f9cb2c8a4994105825c is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239./info:regioninfo/1731632051157/Put/seqid=0 2024-11-15T00:55:01,283 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/.tmp/info/f5ecd66f6719477d807572353f06c9bc as hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/f5ecd66f6719477d807572353f06c9bc 2024-11-15T00:55:01,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741846_1022 (size=7308) 2024-11-15T00:55:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741846_1022 (size=7308) 2024-11-15T00:55:01,286 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/.tmp/info/349c2c6c6cd14f9cb2c8a4994105825c 2024-11-15T00:55:01,289 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/f5ecd66f6719477d807572353f06c9bc, entries=1, sequenceid=22, filesize=5.9 K 2024-11-15T00:55:01,291 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ecb97987bc455ba3955f589793d7e239 in 27ms, sequenceid=22, compaction requested=true 2024-11-15T00:55:01,292 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/41c99755d64247d0abaefbf720c13ab9, hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/8b4e02abf6c54f4381a4df5022896fc0, hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/950abf3741dc4db7a13809ab944a1419] to archive 2024-11-15T00:55:01,295 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T00:55:01,298 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/41c99755d64247d0abaefbf720c13ab9 to hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/41c99755d64247d0abaefbf720c13ab9 2024-11-15T00:55:01,300 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/8b4e02abf6c54f4381a4df5022896fc0 to hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/8b4e02abf6c54f4381a4df5022896fc0 2024-11-15T00:55:01,302 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/950abf3741dc4db7a13809ab944a1419 to hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/info/950abf3741dc4db7a13809ab944a1419 2024-11-15T00:55:01,310 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/.tmp/ns/1efec279ec58496d9489735f0735b728 is 43, key is default/ns:d/1731632050651/Put/seqid=0 2024-11-15T00:55:01,312 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb2f6cb7846a:43233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-15T00:55:01,313 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [41c99755d64247d0abaefbf720c13ab9=6008, 8b4e02abf6c54f4381a4df5022896fc0=6008, 950abf3741dc4db7a13809ab944a1419=6008] 2024-11-15T00:55:01,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741847_1023 (size=5153) 2024-11-15T00:55:01,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741847_1023 (size=5153) 2024-11-15T00:55:01,316 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/.tmp/ns/1efec279ec58496d9489735f0735b728 2024-11-15T00:55:01,318 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ecb97987bc455ba3955f589793d7e239/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-15T00:55:01,318 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:55:01,319 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecb97987bc455ba3955f589793d7e239: Waiting for close lock at 1731632101263Running coprocessor pre-close hooks at 1731632101263Disabling compacts and flushes for region at 1731632101263Disabling writes for close at 1731632101263Obtaining lock to block concurrent updates at 1731632101263Preparing flush snapshotting stores in ecb97987bc455ba3955f589793d7e239 at 1731632101263Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731632101263Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. at 1731632101264 (+1 ms)Flushing ecb97987bc455ba3955f589793d7e239/info: creating writer at 1731632101264Flushing ecb97987bc455ba3955f589793d7e239/info: appending metadata at 1731632101267 (+3 ms)Flushing ecb97987bc455ba3955f589793d7e239/info: closing flushed file at 1731632101267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@667ab32: reopening flushed file at 1731632101282 (+15 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ecb97987bc455ba3955f589793d7e239 in 27ms, sequenceid=22, compaction requested=true at 1731632101291 (+9 ms)Writing region close event to WAL at 1731632101314 (+23 ms)Running coprocessor post-close hooks at 1731632101318 (+4 ms)Closed at 1731632101318 2024-11-15T00:55:01,319 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731632050740.ecb97987bc455ba3955f589793d7e239. 2024-11-15T00:55:01,335 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/.tmp/table/e368254769f24e5ea394ecfd35dafd59 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731632051169/Put/seqid=0 2024-11-15T00:55:01,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741848_1024 (size=5508) 2024-11-15T00:55:01,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741848_1024 (size=5508) 2024-11-15T00:55:01,343 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/.tmp/table/e368254769f24e5ea394ecfd35dafd59 2024-11-15T00:55:01,350 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/.tmp/info/349c2c6c6cd14f9cb2c8a4994105825c as hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/info/349c2c6c6cd14f9cb2c8a4994105825c 2024-11-15T00:55:01,356 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/info/349c2c6c6cd14f9cb2c8a4994105825c, entries=10, sequenceid=11, filesize=7.1 K 2024-11-15T00:55:01,357 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/.tmp/ns/1efec279ec58496d9489735f0735b728 as hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/ns/1efec279ec58496d9489735f0735b728 2024-11-15T00:55:01,363 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/ns/1efec279ec58496d9489735f0735b728, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T00:55:01,364 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/.tmp/table/e368254769f24e5ea394ecfd35dafd59 as hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/table/e368254769f24e5ea394ecfd35dafd59 2024-11-15T00:55:01,371 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/table/e368254769f24e5ea394ecfd35dafd59, entries=2, sequenceid=11, filesize=5.4 K 2024-11-15T00:55:01,372 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=11, compaction requested=false 2024-11-15T00:55:01,379 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T00:55:01,380 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:55:01,380 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:55:01,380 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731632101263Running coprocessor pre-close hooks at 1731632101263Disabling compacts and flushes for region at 1731632101263Disabling writes for close at 1731632101263Obtaining lock to block concurrent updates at 1731632101264 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731632101264Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731632101264Flushing stores of hbase:meta,,1.1588230740 at 1731632101264Flushing 1588230740/info: creating writer at 1731632101265 (+1 ms)Flushing 1588230740/info: appending metadata at 1731632101279 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731632101279Flushing 1588230740/ns: creating writer at 1731632101296 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731632101309 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731632101309Flushing 1588230740/table: creating writer at 1731632101322 (+13 ms)Flushing 1588230740/table: appending metadata at 1731632101335 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731632101335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf3a34a: reopening flushed file at 1731632101349 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b0caee: reopening flushed file at 1731632101356 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a001c49: reopening flushed file at 1731632101363 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=11, compaction requested=false at 1731632101372 (+9 ms)Writing region close event to WAL at 1731632101374 (+2 ms)Running coprocessor post-close hooks at 1731632101380 (+6 ms)Closed at 1731632101380 2024-11-15T00:55:01,380 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T00:55:01,463 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,40953,1731632048546; all regions closed. 2024-11-15T00:55:01,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741834_1010 (size=3306) 2024-11-15T00:55:01,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741834_1010 (size=3306) 2024-11-15T00:55:01,468 DEBUG [RS:0;fb2f6cb7846a:40953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/oldWALs 2024-11-15T00:55:01,468 INFO [RS:0;fb2f6cb7846a:40953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C40953%2C1731632048546.meta:.meta(num 1731632050459) 2024-11-15T00:55:01,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741844_1020 (size=1252) 2024-11-15T00:55:01,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741844_1020 (size=1252) 2024-11-15T00:55:01,474 DEBUG [RS:0;fb2f6cb7846a:40953 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/oldWALs 2024-11-15T00:55:01,474 INFO [RS:0;fb2f6cb7846a:40953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C40953%2C1731632048546:(num 1731632101213) 2024-11-15T00:55:01,474 DEBUG [RS:0;fb2f6cb7846a:40953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:55:01,474 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:55:01,474 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:55:01,474 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T00:55:01,475 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:55:01,475 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:55:01,475 INFO [RS:0;fb2f6cb7846a:40953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40953 2024-11-15T00:55:01,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,40953,1731632048546 2024-11-15T00:55:01,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:55:01,492 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:55:01,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,40953,1731632048546] 2024-11-15T00:55:01,512 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,40953,1731632048546 already deleted, retry=false 2024-11-15T00:55:01,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,40953,1731632048546 expired; onlineServers=0 2024-11-15T00:55:01,512 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb2f6cb7846a,43233,1731632048300' ***** 2024-11-15T00:55:01,512 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T00:55:01,512 INFO [M:0;fb2f6cb7846a:43233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:55:01,513 INFO [M:0;fb2f6cb7846a:43233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:55:01,513 DEBUG [M:0;fb2f6cb7846a:43233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T00:55:01,513 DEBUG [M:0;fb2f6cb7846a:43233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T00:55:01,513 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T00:55:01,513 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632049671 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632049671,5,FailOnTimeoutGroup] 2024-11-15T00:55:01,513 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632049672 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632049672,5,FailOnTimeoutGroup] 2024-11-15T00:55:01,513 INFO [M:0;fb2f6cb7846a:43233 {}] hbase.ChoreService(370): Chore service for: master/fb2f6cb7846a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T00:55:01,513 INFO [M:0;fb2f6cb7846a:43233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:55:01,513 DEBUG [M:0;fb2f6cb7846a:43233 {}] master.HMaster(1795): Stopping service threads 2024-11-15T00:55:01,513 INFO [M:0;fb2f6cb7846a:43233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T00:55:01,513 INFO [M:0;fb2f6cb7846a:43233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:55:01,514 INFO [M:0;fb2f6cb7846a:43233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T00:55:01,514 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T00:55:01,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T00:55:01,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:01,523 DEBUG [M:0;fb2f6cb7846a:43233 {}] zookeeper.ZKUtil(347): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T00:55:01,523 WARN [M:0;fb2f6cb7846a:43233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T00:55:01,525 INFO [M:0;fb2f6cb7846a:43233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/.lastflushedseqids 2024-11-15T00:55:01,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741849_1025 (size=130) 2024-11-15T00:55:01,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741849_1025 (size=130) 2024-11-15T00:55:01,533 INFO [M:0;fb2f6cb7846a:43233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T00:55:01,533 INFO [M:0;fb2f6cb7846a:43233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T00:55:01,533 DEBUG [M:0;fb2f6cb7846a:43233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:55:01,533 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:55:01,533 DEBUG [M:0;fb2f6cb7846a:43233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:55:01,533 DEBUG [M:0;fb2f6cb7846a:43233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:55:01,533 DEBUG [M:0;fb2f6cb7846a:43233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:55:01,533 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.57 KB heapSize=54.96 KB 2024-11-15T00:55:01,550 DEBUG [M:0;fb2f6cb7846a:43233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4244bb0f5e0347d995fbe86720841848 is 82, key is hbase:meta,,1/info:regioninfo/1731632050541/Put/seqid=0 2024-11-15T00:55:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741850_1026 (size=5672) 2024-11-15T00:55:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741850_1026 (size=5672) 2024-11-15T00:55:01,556 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4244bb0f5e0347d995fbe86720841848 2024-11-15T00:55:01,581 DEBUG [M:0;fb2f6cb7846a:43233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f948019583e14c97ad6121cfc29ab151 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731632051174/Put/seqid=0 2024-11-15T00:55:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741851_1027 (size=7820) 2024-11-15T00:55:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741851_1027 (size=7820) 2024-11-15T00:55:01,590 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f948019583e14c97ad6121cfc29ab151 2024-11-15T00:55:01,596 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f948019583e14c97ad6121cfc29ab151 2024-11-15T00:55:01,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:55:01,602 INFO [RS:0;fb2f6cb7846a:40953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:55:01,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40953-0x1013bfc242b0001, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:55:01,602 INFO [RS:0;fb2f6cb7846a:40953 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,40953,1731632048546; zookeeper connection closed. 2024-11-15T00:55:01,602 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a9a56a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a9a56a2 2024-11-15T00:55:01,603 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T00:55:01,611 DEBUG [M:0;fb2f6cb7846a:43233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/389a699eb06949bdaaf4acb2215a57b7 is 69, key is fb2f6cb7846a,40953,1731632048546/rs:state/1731632049791/Put/seqid=0 2024-11-15T00:55:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741852_1028 (size=5156) 2024-11-15T00:55:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741852_1028 (size=5156) 2024-11-15T00:55:01,619 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/389a699eb06949bdaaf4acb2215a57b7 2024-11-15T00:55:01,647 DEBUG [M:0;fb2f6cb7846a:43233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6a850253d5464fa487b51a4a2abb581d is 52, key is load_balancer_on/state:d/1731632050735/Put/seqid=0 2024-11-15T00:55:01,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741853_1029 (size=5056) 2024-11-15T00:55:01,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741853_1029 (size=5056) 2024-11-15T00:55:01,875 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:55:02,061 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6a850253d5464fa487b51a4a2abb581d 2024-11-15T00:55:02,067 DEBUG [M:0;fb2f6cb7846a:43233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4244bb0f5e0347d995fbe86720841848 as hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4244bb0f5e0347d995fbe86720841848 2024-11-15T00:55:02,073 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4244bb0f5e0347d995fbe86720841848, entries=8, sequenceid=121, filesize=5.5 K 2024-11-15T00:55:02,074 DEBUG [M:0;fb2f6cb7846a:43233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f948019583e14c97ad6121cfc29ab151 as hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f948019583e14c97ad6121cfc29ab151 2024-11-15T00:55:02,078 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f948019583e14c97ad6121cfc29ab151 2024-11-15T00:55:02,079 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f948019583e14c97ad6121cfc29ab151, entries=14, sequenceid=121, filesize=7.6 K 2024-11-15T00:55:02,080 DEBUG [M:0;fb2f6cb7846a:43233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/389a699eb06949bdaaf4acb2215a57b7 as hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/389a699eb06949bdaaf4acb2215a57b7 2024-11-15T00:55:02,085 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/389a699eb06949bdaaf4acb2215a57b7, entries=1, sequenceid=121, filesize=5.0 K 2024-11-15T00:55:02,086 DEBUG [M:0;fb2f6cb7846a:43233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6a850253d5464fa487b51a4a2abb581d as hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6a850253d5464fa487b51a4a2abb581d 2024-11-15T00:55:02,091 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6a850253d5464fa487b51a4a2abb581d, entries=1, sequenceid=121, filesize=4.9 K 2024-11-15T00:55:02,092 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.57 KB/44611, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 559ms, sequenceid=121, compaction requested=false 2024-11-15T00:55:02,093 INFO [M:0;fb2f6cb7846a:43233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:55:02,093 DEBUG [M:0;fb2f6cb7846a:43233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731632101533Disabling compacts and flushes for region at 1731632101533Disabling writes for close at 1731632101533Obtaining lock to block concurrent updates at 1731632101533Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731632101533Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44611, getHeapSize=56216, getOffHeapSize=0, getCellsCount=140 at 1731632101534 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731632101534Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731632101534Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731632101550 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731632101550Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731632101561 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731632101580 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731632101580Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731632101596 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731632101611 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731632101611Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731632101625 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731632101646 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731632101646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a07170: reopening flushed file at 1731632102067 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7edf3f89: reopening flushed file at 1731632102073 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78708165: reopening flushed file at 1731632102079 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54fa434: reopening flushed file at 1731632102085 (+6 ms)Finished flush of dataSize ~43.57 KB/44611, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 559ms, sequenceid=121, compaction requested=false at 1731632102092 (+7 ms)Writing region close event to WAL at 1731632102093 (+1 ms)Closed at 1731632102093 2024-11-15T00:55:02,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39085 is added to blk_1073741830_1006 (size=53008) 2024-11-15T00:55:02,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0caf07f9-0399-4680-05de-b159e992702d/MasterData/WALs/fb2f6cb7846a,43233,1731632048300/fb2f6cb7846a%2C43233%2C1731632048300.1731632049236 not finished, retry = 0 2024-11-15T00:55:02,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741830_1006 (size=53008) 2024-11-15T00:55:02,197 INFO [M:0;fb2f6cb7846a:43233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T00:55:02,197 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:55:02,197 INFO [M:0;fb2f6cb7846a:43233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43233 2024-11-15T00:55:02,197 INFO [M:0;fb2f6cb7846a:43233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:55:02,337 INFO [M:0;fb2f6cb7846a:43233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:55:02,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:55:02,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43233-0x1013bfc242b0000, quorum=127.0.0.1:53157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:55:02,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78d08f94{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:55:02,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d2eeed4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:55:02,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:55:02,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4570f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:55:02,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@749e28da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/hadoop.log.dir/,STOPPED} 2024-11-15T00:55:02,344 WARN [BP-530806026-172.17.0.3-1731632045459 heartbeating to localhost/127.0.0.1:34207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:55:02,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:55:02,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:55:02,344 WARN [BP-530806026-172.17.0.3-1731632045459 heartbeating to localhost/127.0.0.1:34207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-530806026-172.17.0.3-1731632045459 (Datanode Uuid 6896797c-9cdc-4866-a4cc-eb602cc0a12c) service to localhost/127.0.0.1:34207 2024-11-15T00:55:02,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/cluster_e6c82669-6dfe-0360-ff2f-c7fb9dd96492/data/data3/current/BP-530806026-172.17.0.3-1731632045459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:55:02,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/cluster_e6c82669-6dfe-0360-ff2f-c7fb9dd96492/data/data4/current/BP-530806026-172.17.0.3-1731632045459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:55:02,346 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:55:02,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c41fc8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:55:02,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@642fb080{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:55:02,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:55:02,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f1a1231{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:55:02,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4469d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/hadoop.log.dir/,STOPPED} 2024-11-15T00:55:02,353 WARN [BP-530806026-172.17.0.3-1731632045459 heartbeating to localhost/127.0.0.1:34207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:55:02,353 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:55:02,353 WARN [BP-530806026-172.17.0.3-1731632045459 heartbeating to localhost/127.0.0.1:34207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-530806026-172.17.0.3-1731632045459 (Datanode Uuid d2742c0e-7cea-4947-acfc-eb2fc467bceb) service to localhost/127.0.0.1:34207 2024-11-15T00:55:02,353 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:55:02,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/cluster_e6c82669-6dfe-0360-ff2f-c7fb9dd96492/data/data1/current/BP-530806026-172.17.0.3-1731632045459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:55:02,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/cluster_e6c82669-6dfe-0360-ff2f-c7fb9dd96492/data/data2/current/BP-530806026-172.17.0.3-1731632045459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:55:02,354 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:55:02,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78790df9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:55:02,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5807111f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:55:02,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:55:02,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24a6d8ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:55:02,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d716875{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/hadoop.log.dir/,STOPPED} 2024-11-15T00:55:02,367 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T00:55:02,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T00:55:02,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=94 (was 101), OpenFileDescriptor=429 (was 438), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=524 (was 683), ProcessCount=11 (was 11), AvailableMemoryMB=1107 (was 2005) 2024-11-15T00:55:02,403 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=94, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=524, ProcessCount=11, AvailableMemoryMB=1107 2024-11-15T00:55:02,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T00:55:02,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/hadoop.log.dir so I do NOT create it in target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358 2024-11-15T00:55:02,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03375c32-88a2-a1e4-589f-77eb64c0e0d7/hadoop.tmp.dir so I do NOT create it in target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358 2024-11-15T00:55:02,404 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/cluster_fe3cc004-8d62-9193-c347-1f09146c2831, deleteOnExit=true 2024-11-15T00:55:02,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T00:55:02,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/test.cache.data in system properties and HBase conf 2024-11-15T00:55:02,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T00:55:02,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/hadoop.log.dir in system properties and HBase conf 2024-11-15T00:55:02,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T00:55:02,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T00:55:02,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T00:55:02,404 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:55:02,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:55:02,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:55:02,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T00:55:02,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:55:02,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T00:55:02,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T00:55:02,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:55:02,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:55:02,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T00:55:02,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/nfs.dump.dir in system properties and HBase conf 2024-11-15T00:55:02,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/java.io.tmpdir in system properties and HBase conf 2024-11-15T00:55:02,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:55:02,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T00:55:02,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T00:55:03,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:55:03,059 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:55:03,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:55:03,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:55:03,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:55:03,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:55:03,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@251e91d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:55:03,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3646bc2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:55:03,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cab0977{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/java.io.tmpdir/jetty-localhost-42289-hadoop-hdfs-3_4_1-tests_jar-_-any-9136160552730113284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:55:03,162 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54741774{HTTP/1.1, (http/1.1)}{localhost:42289} 2024-11-15T00:55:03,162 INFO [Time-limited test {}] server.Server(415): Started @154705ms 2024-11-15T00:55:03,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:55:03,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:55:03,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:55:03,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:55:03,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T00:55:03,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73ef576f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:55:03,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51d176b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:55:03,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70a4f50d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/java.io.tmpdir/jetty-localhost-39149-hadoop-hdfs-3_4_1-tests_jar-_-any-13564099306716689485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:55:03,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34ae8fe{HTTP/1.1, (http/1.1)}{localhost:39149} 2024-11-15T00:55:03,510 INFO [Time-limited test {}] server.Server(415): Started @155054ms 2024-11-15T00:55:03,511 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:55:03,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:55:03,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:55:03,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:55:03,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:55:03,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:55:03,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694ec3f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:55:03,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d906eae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:55:03,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e068745{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/java.io.tmpdir/jetty-localhost-37829-hadoop-hdfs-3_4_1-tests_jar-_-any-3763723419539317787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:55:03,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@795ac99d{HTTP/1.1, (http/1.1)}{localhost:37829} 2024-11-15T00:55:03,638 INFO [Time-limited test {}] server.Server(415): Started @155182ms 2024-11-15T00:55:03,639 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:55:04,897 WARN [Thread-1103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/cluster_fe3cc004-8d62-9193-c347-1f09146c2831/data/data1/current/BP-1870539609-172.17.0.3-1731632102432/current, will proceed with Du for space computation calculation, 2024-11-15T00:55:04,897 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/cluster_fe3cc004-8d62-9193-c347-1f09146c2831/data/data2/current/BP-1870539609-172.17.0.3-1731632102432/current, will proceed with Du for space computation calculation, 2024-11-15T00:55:04,925 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:55:04,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14f2fd48c872590f with lease ID 0xbc9bccd8a0bcded7: Processing first storage report for DS-c73237fb-0e66-4931-88e1-9fab702689f3 from datanode DatanodeRegistration(127.0.0.1:39907, datanodeUuid=bb15b7a9-0eb1-441e-8c68-fac061eb0578, infoPort=37919, infoSecurePort=0, ipcPort=43983, storageInfo=lv=-57;cid=testClusterID;nsid=1932330007;c=1731632102432) 2024-11-15T00:55:04,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14f2fd48c872590f with lease ID 0xbc9bccd8a0bcded7: from storage DS-c73237fb-0e66-4931-88e1-9fab702689f3 node DatanodeRegistration(127.0.0.1:39907, datanodeUuid=bb15b7a9-0eb1-441e-8c68-fac061eb0578, infoPort=37919, infoSecurePort=0, ipcPort=43983, storageInfo=lv=-57;cid=testClusterID;nsid=1932330007;c=1731632102432), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:55:04,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14f2fd48c872590f with lease ID 0xbc9bccd8a0bcded7: Processing first storage report for DS-1e57abbf-882d-4566-980a-c02efa08c245 from datanode DatanodeRegistration(127.0.0.1:39907, datanodeUuid=bb15b7a9-0eb1-441e-8c68-fac061eb0578, infoPort=37919, infoSecurePort=0, ipcPort=43983, storageInfo=lv=-57;cid=testClusterID;nsid=1932330007;c=1731632102432) 2024-11-15T00:55:04,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14f2fd48c872590f with lease ID 0xbc9bccd8a0bcded7: from storage DS-1e57abbf-882d-4566-980a-c02efa08c245 node DatanodeRegistration(127.0.0.1:39907, datanodeUuid=bb15b7a9-0eb1-441e-8c68-fac061eb0578, infoPort=37919, infoSecurePort=0, ipcPort=43983, storageInfo=lv=-57;cid=testClusterID;nsid=1932330007;c=1731632102432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:55:05,084 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/cluster_fe3cc004-8d62-9193-c347-1f09146c2831/data/data4/current/BP-1870539609-172.17.0.3-1731632102432/current, will proceed with Du for space computation calculation, 2024-11-15T00:55:05,084 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/cluster_fe3cc004-8d62-9193-c347-1f09146c2831/data/data3/current/BP-1870539609-172.17.0.3-1731632102432/current, will proceed with Du for space computation calculation, 2024-11-15T00:55:05,098 WARN [Thread-1090 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:55:05,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x767529196f4d63c1 with lease ID 0xbc9bccd8a0bcded8: Processing first storage report for DS-e984c44b-1e25-40b0-9d41-7413cabdf5a6 from datanode DatanodeRegistration(127.0.0.1:43041, datanodeUuid=ce44705b-ef51-482f-830a-53c374946fdf, infoPort=42973, infoSecurePort=0, ipcPort=41141, storageInfo=lv=-57;cid=testClusterID;nsid=1932330007;c=1731632102432) 2024-11-15T00:55:05,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x767529196f4d63c1 with lease ID 0xbc9bccd8a0bcded8: from storage DS-e984c44b-1e25-40b0-9d41-7413cabdf5a6 node DatanodeRegistration(127.0.0.1:43041, datanodeUuid=ce44705b-ef51-482f-830a-53c374946fdf, infoPort=42973, infoSecurePort=0, ipcPort=41141, storageInfo=lv=-57;cid=testClusterID;nsid=1932330007;c=1731632102432), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:55:05,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x767529196f4d63c1 with lease ID 0xbc9bccd8a0bcded8: Processing first storage report for DS-ddff3e80-5354-46cd-93f4-8d15c00e0330 from datanode DatanodeRegistration(127.0.0.1:43041, datanodeUuid=ce44705b-ef51-482f-830a-53c374946fdf, infoPort=42973, infoSecurePort=0, ipcPort=41141, storageInfo=lv=-57;cid=testClusterID;nsid=1932330007;c=1731632102432) 2024-11-15T00:55:05,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x767529196f4d63c1 with lease ID 0xbc9bccd8a0bcded8: from storage DS-ddff3e80-5354-46cd-93f4-8d15c00e0330 node DatanodeRegistration(127.0.0.1:43041, datanodeUuid=ce44705b-ef51-482f-830a-53c374946fdf, infoPort=42973, infoSecurePort=0, ipcPort=41141, storageInfo=lv=-57;cid=testClusterID;nsid=1932330007;c=1731632102432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:55:05,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358 2024-11-15T00:55:05,182 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/cluster_fe3cc004-8d62-9193-c347-1f09146c2831/zookeeper_0, clientPort=59433, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/cluster_fe3cc004-8d62-9193-c347-1f09146c2831/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/cluster_fe3cc004-8d62-9193-c347-1f09146c2831/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T00:55:05,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59433 2024-11-15T00:55:05,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:55:05,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:55:05,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:55:05,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:55:05,198 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae with version=8 2024-11-15T00:55:05,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/hbase-staging 2024-11-15T00:55:05,201 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:55:05,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:55:05,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:55:05,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:55:05,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:55:05,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:55:05,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T00:55:05,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:55:05,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44155 2024-11-15T00:55:05,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44155 connecting to ZooKeeper ensemble=127.0.0.1:59433 2024-11-15T00:55:05,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441550x0, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:55:05,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44155-0x1013bfd02880000 connected 2024-11-15T00:55:05,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:55:05,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:55:05,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:55:05,361 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae, hbase.cluster.distributed=false 2024-11-15T00:55:05,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:55:05,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44155 2024-11-15T00:55:05,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44155 2024-11-15T00:55:05,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44155 2024-11-15T00:55:05,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44155 2024-11-15T00:55:05,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44155 2024-11-15T00:55:05,383 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:55:05,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:55:05,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:55:05,384 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:55:05,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:55:05,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:55:05,384 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:55:05,384 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:55:05,385 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34565 2024-11-15T00:55:05,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34565 connecting to ZooKeeper ensemble=127.0.0.1:59433 2024-11-15T00:55:05,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:55:05,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:55:05,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345650x0, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:55:05,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34565-0x1013bfd02880001 connected 2024-11-15T00:55:05,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:55:05,411 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:55:05,412 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:55:05,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:55:05,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:55:05,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-15T00:55:05,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34565 2024-11-15T00:55:05,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34565 2024-11-15T00:55:05,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-15T00:55:05,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-15T00:55:05,441 DEBUG [M:0;fb2f6cb7846a:44155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb2f6cb7846a:44155 2024-11-15T00:55:05,442 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb2f6cb7846a,44155,1731632105200 2024-11-15T00:55:05,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:55:05,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:55:05,450 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb2f6cb7846a,44155,1731632105200 2024-11-15T00:55:05,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:05,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:55:05,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:05,542 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T00:55:05,543 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb2f6cb7846a,44155,1731632105200 from backup master directory 2024-11-15T00:55:05,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb2f6cb7846a,44155,1731632105200 2024-11-15T00:55:05,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:55:05,652 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:55:05,652 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb2f6cb7846a,44155,1731632105200 2024-11-15T00:55:05,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:55:05,656 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/hbase.id] with ID: 6f7b9c38-6e00-4f07-bb17-b50bdfddc560 2024-11-15T00:55:05,656 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/.tmp/hbase.id 2024-11-15T00:55:05,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:55:05,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:55:05,663 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/.tmp/hbase.id]:[hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/hbase.id] 2024-11-15T00:55:05,676 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:55:05,676 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T00:55:05,677 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T00:55:05,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:05,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:55:05,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:55:06,099 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:55:06,101 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T00:55:06,101 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:55:06,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:55:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:55:06,112 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store 2024-11-15T00:55:06,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:55:06,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:55:06,121 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:55:06,121 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:55:06,122 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:55:06,122 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:55:06,122 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:55:06,122 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:55:06,122 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:55:06,122 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731632106121Disabling compacts and flushes for region at 1731632106121Disabling writes for close at 1731632106122 (+1 ms)Writing region close event to WAL at 1731632106122Closed at 1731632106122 2024-11-15T00:55:06,123 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/.initializing 2024-11-15T00:55:06,123 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/WALs/fb2f6cb7846a,44155,1731632105200 2024-11-15T00:55:06,125 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:55:06,127 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C44155%2C1731632105200, suffix=, logDir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/WALs/fb2f6cb7846a,44155,1731632105200, archiveDir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/oldWALs, maxLogs=10 2024-11-15T00:55:06,139 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/WALs/fb2f6cb7846a,44155,1731632105200/fb2f6cb7846a%2C44155%2C1731632105200.1731632106127, exclude list is [], retry=0 2024-11-15T00:55:06,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39907,DS-c73237fb-0e66-4931-88e1-9fab702689f3,DISK] 2024-11-15T00:55:06,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43041,DS-e984c44b-1e25-40b0-9d41-7413cabdf5a6,DISK] 2024-11-15T00:55:06,144 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/WALs/fb2f6cb7846a,44155,1731632105200/fb2f6cb7846a%2C44155%2C1731632105200.1731632106127 2024-11-15T00:55:06,144 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:42973:42973)] 2024-11-15T00:55:06,144 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:55:06,144 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:55:06,144 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:55:06,144 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:55:06,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:55:06,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T00:55:06,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:06,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:55:06,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:55:06,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T00:55:06,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:06,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:55:06,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:55:06,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T00:55:06,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:06,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:55:06,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:55:06,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T00:55:06,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:06,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:55:06,153 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:55:06,153 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:55:06,154 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:55:06,155 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:55:06,155 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:55:06,155 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:55:06,156 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:55:06,158 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:55:06,158 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=776912, jitterRate=-0.012105613946914673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:55:06,159 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731632106145Initializing all the Stores at 1731632106145Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632106145Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632106146 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632106146Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632106146Cleaning up temporary data from old regions at 1731632106155 (+9 ms)Region opened successfully at 1731632106159 (+4 ms) 2024-11-15T00:55:06,159 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T00:55:06,162 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f212af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:55:06,163 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T00:55:06,163 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T00:55:06,163 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T00:55:06,163 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T00:55:06,164 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T00:55:06,164 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T00:55:06,164 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T00:55:06,166 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T00:55:06,167 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T00:55:06,247 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T00:55:06,248 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T00:55:06,248 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T00:55:06,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,321 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T00:55:06,323 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T00:55:06,324 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T00:55:06,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,365 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T00:55:06,366 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T00:55:06,375 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T00:55:06,377 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T00:55:06,396 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T00:55:06,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:55:06,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:55:06,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:06,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:06,418 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb2f6cb7846a,44155,1731632105200, sessionid=0x1013bfd02880000, setting cluster-up flag (Was=false) 2024-11-15T00:55:06,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:06,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:06,491 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T00:55:06,493 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,44155,1731632105200 2024-11-15T00:55:06,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:06,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:06,544 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T00:55:06,548 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,44155,1731632105200 2024-11-15T00:55:06,550 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T00:55:06,554 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T00:55:06,554 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T00:55:06,554 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T00:55:06,555 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb2f6cb7846a,44155,1731632105200 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T00:55:06,557 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:55:06,557 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:55:06,557 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:55:06,557 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:55:06,557 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb2f6cb7846a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T00:55:06,557 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:55:06,557 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:55:06,557 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:55:06,558 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731632136558 2024-11-15T00:55:06,558 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T00:55:06,559 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T00:55:06,559 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T00:55:06,559 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T00:55:06,559 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T00:55:06,559 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T00:55:06,559 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,559 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T00:55:06,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:55:06,559 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T00:55:06,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T00:55:06,559 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T00:55:06,560 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T00:55:06,560 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T00:55:06,560 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632106560,5,FailOnTimeoutGroup] 2024-11-15T00:55:06,560 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632106560,5,FailOnTimeoutGroup] 2024-11-15T00:55:06,560 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,560 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T00:55:06,560 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,560 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,561 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:06,561 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T00:55:06,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:55:06,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:55:06,573 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T00:55:06,574 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae 2024-11-15T00:55:06,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:55:06,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:55:06,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:55:06,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:55:06,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:55:06,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:06,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:55:06,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:55:06,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:55:06,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:06,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:55:06,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:55:06,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:55:06,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:06,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:55:06,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:55:06,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:55:06,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:06,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:55:06,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:55:06,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740 2024-11-15T00:55:06,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740 2024-11-15T00:55:06,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:55:06,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:55:06,594 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T00:55:06,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:55:06,597 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:55:06,597 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=814394, jitterRate=0.0355558842420578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T00:55:06,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731632106580Initializing all the Stores at 1731632106581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632106581Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632106581Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632106581Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632106581Cleaning up temporary data from old regions at 1731632106593 (+12 ms)Region opened successfully at 1731632106597 (+4 ms) 2024-11-15T00:55:06,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:55:06,598 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:55:06,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:55:06,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:55:06,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:55:06,598 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:55:06,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731632106598Disabling compacts and flushes for region at 1731632106598Disabling writes for close at 1731632106598Writing region close event to WAL at 1731632106598Closed at 1731632106598 2024-11-15T00:55:06,599 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:55:06,599 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T00:55:06,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T00:55:06,601 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:55:06,601 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T00:55:06,633 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(746): ClusterId : 6f7b9c38-6e00-4f07-bb17-b50bdfddc560 2024-11-15T00:55:06,633 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:55:06,640 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:55:06,641 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:55:06,650 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:55:06,650 DEBUG [RS:0;fb2f6cb7846a:34565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58768039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:55:06,665 DEBUG [RS:0;fb2f6cb7846a:34565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb2f6cb7846a:34565 2024-11-15T00:55:06,665 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:55:06,666 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:55:06,666 DEBUG [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:55:06,666 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,44155,1731632105200 with port=34565, startcode=1731632105383 2024-11-15T00:55:06,667 DEBUG [RS:0;fb2f6cb7846a:34565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:55:06,668 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46025, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:55:06,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:06,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44155 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:06,670 DEBUG [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae 2024-11-15T00:55:06,670 DEBUG [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46107 2024-11-15T00:55:06,670 DEBUG [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:55:06,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:55:06,681 DEBUG [RS:0;fb2f6cb7846a:34565 {}] zookeeper.ZKUtil(111): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:06,681 WARN [RS:0;fb2f6cb7846a:34565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:55:06,681 INFO [RS:0;fb2f6cb7846a:34565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:55:06,681 DEBUG [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:06,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,34565,1731632105383] 2024-11-15T00:55:06,685 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:55:06,687 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:55:06,688 INFO [RS:0;fb2f6cb7846a:34565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:55:06,688 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,689 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:55:06,690 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:55:06,690 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,690 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:55:06,690 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:55:06,690 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:55:06,690 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:55:06,690 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:55:06,690 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:55:06,690 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:55:06,691 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:55:06,691 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:55:06,691 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:55:06,691 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:55:06,691 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:55:06,691 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:55:06,691 DEBUG [RS:0;fb2f6cb7846a:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:55:06,692 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,692 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,692 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,692 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,692 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,692 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,34565,1731632105383-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:55:06,713 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:55:06,713 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,34565,1731632105383-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,713 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,713 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.Replication(171): fb2f6cb7846a,34565,1731632105383 started 2024-11-15T00:55:06,726 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:06,726 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,34565,1731632105383, RpcServer on fb2f6cb7846a/172.17.0.3:34565, sessionid=0x1013bfd02880001 2024-11-15T00:55:06,726 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:55:06,726 DEBUG [RS:0;fb2f6cb7846a:34565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:06,726 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,34565,1731632105383' 2024-11-15T00:55:06,727 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:55:06,727 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:55:06,728 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:55:06,728 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:55:06,728 DEBUG [RS:0;fb2f6cb7846a:34565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:06,728 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,34565,1731632105383' 2024-11-15T00:55:06,728 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:55:06,728 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:55:06,728 DEBUG [RS:0;fb2f6cb7846a:34565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:55:06,728 INFO [RS:0;fb2f6cb7846a:34565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:55:06,729 INFO [RS:0;fb2f6cb7846a:34565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:55:06,752 WARN [fb2f6cb7846a:44155 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T00:55:06,829 INFO [RS:0;fb2f6cb7846a:34565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:55:06,831 INFO [RS:0;fb2f6cb7846a:34565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C34565%2C1731632105383, suffix=, logDir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383, archiveDir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/oldWALs, maxLogs=32 2024-11-15T00:55:06,845 DEBUG [RS:0;fb2f6cb7846a:34565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.1731632106831, exclude list is [], retry=0 2024-11-15T00:55:06,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39907,DS-c73237fb-0e66-4931-88e1-9fab702689f3,DISK] 2024-11-15T00:55:06,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43041,DS-e984c44b-1e25-40b0-9d41-7413cabdf5a6,DISK] 2024-11-15T00:55:06,849 INFO [RS:0;fb2f6cb7846a:34565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.1731632106831 2024-11-15T00:55:06,850 DEBUG [RS:0;fb2f6cb7846a:34565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:42973:42973)] 2024-11-15T00:55:06,850 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T00:55:06,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:06,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:07,002 DEBUG [fb2f6cb7846a:44155 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T00:55:07,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:07,004 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,34565,1731632105383, state=OPENING 2024-11-15T00:55:07,049 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T00:55:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:55:07,060 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:55:07,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:55:07,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:55:07,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,34565,1731632105383}] 2024-11-15T00:55:07,213 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:55:07,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39787, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:55:07,220 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T00:55:07,220 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:55:07,220 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T00:55:07,222 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C34565%2C1731632105383.meta, suffix=.meta, logDir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383, archiveDir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/oldWALs, maxLogs=32 2024-11-15T00:55:07,242 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.meta.1731632107223.meta, exclude list is [], retry=0 2024-11-15T00:55:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39907,DS-c73237fb-0e66-4931-88e1-9fab702689f3,DISK] 2024-11-15T00:55:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43041,DS-e984c44b-1e25-40b0-9d41-7413cabdf5a6,DISK] 2024-11-15T00:55:07,248 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.meta.1731632107223.meta 2024-11-15T00:55:07,248 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42973:42973),(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-15T00:55:07,249 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:55:07,249 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T00:55:07,249 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T00:55:07,249 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T00:55:07,249 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T00:55:07,249 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:55:07,250 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T00:55:07,250 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T00:55:07,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:55:07,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:55:07,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:07,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:55:07,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:55:07,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:55:07,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:07,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:55:07,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:55:07,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:55:07,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:07,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:55:07,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:55:07,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:55:07,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:07,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:55:07,262 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:55:07,262 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740 2024-11-15T00:55:07,264 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740 2024-11-15T00:55:07,265 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:55:07,265 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:55:07,266 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T00:55:07,268 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:55:07,269 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=698141, jitterRate=-0.11226814985275269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T00:55:07,269 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T00:55:07,270 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731632107250Writing region info on filesystem at 1731632107250Initializing all the Stores at 1731632107251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632107251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632107251Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632107251Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632107251Cleaning up temporary data from old regions at 1731632107265 (+14 ms)Running coprocessor post-open hooks at 1731632107269 (+4 ms)Region opened successfully at 1731632107270 (+1 ms) 2024-11-15T00:55:07,271 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731632107213 2024-11-15T00:55:07,274 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T00:55:07,275 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T00:55:07,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:07,277 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,34565,1731632105383, state=OPEN 2024-11-15T00:55:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:55:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:55:07,310 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:07,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:55:07,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:55:07,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T00:55:07,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,34565,1731632105383 in 250 msec 2024-11-15T00:55:07,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T00:55:07,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 717 msec 2024-11-15T00:55:07,322 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:55:07,322 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T00:55:07,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:55:07,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,34565,1731632105383, seqNum=-1] 2024-11-15T00:55:07,324 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:55:07,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58155, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:55:07,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 784 msec 2024-11-15T00:55:07,337 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731632107337, completionTime=-1 2024-11-15T00:55:07,337 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T00:55:07,337 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T00:55:07,339 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T00:55:07,339 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731632167339 2024-11-15T00:55:07,339 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731632227339 2024-11-15T00:55:07,339 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-15T00:55:07,339 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,44155,1731632105200-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:07,340 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,44155,1731632105200-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:07,340 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,44155,1731632105200-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:07,340 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb2f6cb7846a:44155, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:07,340 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:07,340 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:07,342 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T00:55:07,345 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.693sec 2024-11-15T00:55:07,345 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T00:55:07,345 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T00:55:07,345 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T00:55:07,345 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T00:55:07,345 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T00:55:07,345 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,44155,1731632105200-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:55:07,345 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,44155,1731632105200-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T00:55:07,348 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T00:55:07,348 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T00:55:07,348 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,44155,1731632105200-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:55:07,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6538902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:55:07,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,44155,-1 for getting cluster id 2024-11-15T00:55:07,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T00:55:07,438 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f7b9c38-6e00-4f07-bb17-b50bdfddc560' 2024-11-15T00:55:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T00:55:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f7b9c38-6e00-4f07-bb17-b50bdfddc560" 2024-11-15T00:55:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e600b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:55:07,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,44155,-1] 2024-11-15T00:55:07,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T00:55:07,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:55:07,443 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T00:55:07,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2b7d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:55:07,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:55:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,34565,1731632105383, seqNum=-1] 2024-11-15T00:55:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:55:07,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:55:07,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb2f6cb7846a,44155,1731632105200 2024-11-15T00:55:07,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:55:07,455 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T00:55:07,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T00:55:07,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fb2f6cb7846a,44155,1731632105200 2024-11-15T00:55:07,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44a8324d 2024-11-15T00:55:07,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T00:55:07,461 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T00:55:07,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-15T00:55:07,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-15T00:55:07,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:55:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-15T00:55:07,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T00:55:07,466 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:07,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-15T00:55:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:55:07,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T00:55:07,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741835_1011 (size=381) 2024-11-15T00:55:07,480 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7177d0110a0f1305ae9fa3a4368bd761, NAME => 'TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae 2024-11-15T00:55:07,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741835_1011 (size=381) 2024-11-15T00:55:07,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741836_1012 (size=64) 2024-11-15T00:55:07,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741836_1012 (size=64) 2024-11-15T00:55:07,500 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:55:07,500 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 7177d0110a0f1305ae9fa3a4368bd761, disabling compactions & flushes 2024-11-15T00:55:07,500 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:07,500 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:07,500 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. after waiting 0 ms 2024-11-15T00:55:07,500 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:07,500 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:07,501 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7177d0110a0f1305ae9fa3a4368bd761: Waiting for close lock at 1731632107500Disabling compacts and flushes for region at 1731632107500Disabling writes for close at 1731632107500Writing region close event to WAL at 1731632107500Closed at 1731632107500 2024-11-15T00:55:07,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T00:55:07,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731632107502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632107502"}]},"ts":"1731632107502"} 2024-11-15T00:55:07,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T00:55:07,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T00:55:07,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632107507"}]},"ts":"1731632107507"} 2024-11-15T00:55:07,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-15T00:55:07,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7177d0110a0f1305ae9fa3a4368bd761, ASSIGN}] 2024-11-15T00:55:07,513 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7177d0110a0f1305ae9fa3a4368bd761, ASSIGN 2024-11-15T00:55:07,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7177d0110a0f1305ae9fa3a4368bd761, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,34565,1731632105383; forceNewPlan=false, retain=false 2024-11-15T00:55:07,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T00:55:07,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7177d0110a0f1305ae9fa3a4368bd761, regionState=OPENING, regionLocation=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:07,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7177d0110a0f1305ae9fa3a4368bd761, ASSIGN because future has completed 2024-11-15T00:55:07,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383}] 2024-11-15T00:55:07,826 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:07,826 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7177d0110a0f1305ae9fa3a4368bd761, NAME => 'TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:55:07,826 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:07,826 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:55:07,826 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:07,827 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:07,829 INFO [StoreOpener-7177d0110a0f1305ae9fa3a4368bd761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:07,831 INFO [StoreOpener-7177d0110a0f1305ae9fa3a4368bd761-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7177d0110a0f1305ae9fa3a4368bd761 columnFamilyName info 2024-11-15T00:55:07,831 DEBUG [StoreOpener-7177d0110a0f1305ae9fa3a4368bd761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:07,832 INFO [StoreOpener-7177d0110a0f1305ae9fa3a4368bd761-1 {}] regionserver.HStore(327): Store=7177d0110a0f1305ae9fa3a4368bd761/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:55:07,832 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:07,833 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:07,833 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:07,834 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:07,834 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:07,836 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:07,838 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:55:07,839 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7177d0110a0f1305ae9fa3a4368bd761; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=867308, jitterRate=0.10283961892127991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:55:07,839 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:07,840 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7177d0110a0f1305ae9fa3a4368bd761: Running coprocessor pre-open hook at 1731632107827Writing region info on filesystem at 1731632107827Initializing all the Stores at 1731632107829 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632107829Cleaning up temporary data from old regions at 1731632107834 (+5 ms)Running coprocessor post-open hooks at 1731632107839 (+5 ms)Region opened successfully at 1731632107840 (+1 ms) 2024-11-15T00:55:07,844 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., pid=6, masterSystemTime=1731632107821 2024-11-15T00:55:07,848 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:07,848 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:07,849 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7177d0110a0f1305ae9fa3a4368bd761, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:07,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383 because future has completed 2024-11-15T00:55:07,869 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44155 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fb2f6cb7846a,34565,1731632105383, table=TestLogRolling-testLogRolling, region=7177d0110a0f1305ae9fa3a4368bd761. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T00:55:07,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T00:55:07,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383 in 204 msec 2024-11-15T00:55:07,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T00:55:07,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7177d0110a0f1305ae9fa3a4368bd761, ASSIGN in 366 msec 2024-11-15T00:55:07,884 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T00:55:07,885 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632107884"}]},"ts":"1731632107884"} 2024-11-15T00:55:07,889 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-15T00:55:07,890 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T00:55:07,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 428 msec 2024-11-15T00:55:12,751 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T00:55:12,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:12,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:12,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:12,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:12,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:12,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:12,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:12,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:12,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:12,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:12,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T00:55:12,789 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-15T00:55:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:55:17,510 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-15T00:55:17,510 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-15T00:55:17,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-15T00:55:17,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=2] 2024-11-15T00:55:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:17,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7177d0110a0f1305ae9fa3a4368bd761 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T00:55:17,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/4a651eff88394b9cb9d1cc0575c8a8a5 is 1055, key is row0001/info:/1731632117517/Put/seqid=0 2024-11-15T00:55:17,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741837_1013 (size=13386) 2024-11-15T00:55:17,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741837_1013 (size=13386) 2024-11-15T00:55:17,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/4a651eff88394b9cb9d1cc0575c8a8a5 2024-11-15T00:55:17,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/4a651eff88394b9cb9d1cc0575c8a8a5 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/4a651eff88394b9cb9d1cc0575c8a8a5 2024-11-15T00:55:17,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/4a651eff88394b9cb9d1cc0575c8a8a5, entries=8, sequenceid=12, filesize=13.1 K 2024-11-15T00:55:17,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 7177d0110a0f1305ae9fa3a4368bd761 in 48ms, sequenceid=12, compaction requested=false 2024-11-15T00:55:17,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7177d0110a0f1305ae9fa3a4368bd761: 2024-11-15T00:55:17,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-15T00:55:17,583 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-15T00:55:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:17,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7177d0110a0f1305ae9fa3a4368bd761 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-15T00:55:17,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/200d3f26fd7b4b7e8dc4a111d6dea75c is 1055, key is row0009/info:/1731632117535/Put/seqid=0 2024-11-15T00:55:17,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741838_1014 (size=21822) 2024-11-15T00:55:17,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741838_1014 (size=21822) 2024-11-15T00:55:17,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/200d3f26fd7b4b7e8dc4a111d6dea75c 2024-11-15T00:55:17,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/200d3f26fd7b4b7e8dc4a111d6dea75c as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/200d3f26fd7b4b7e8dc4a111d6dea75c 2024-11-15T00:55:17,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/200d3f26fd7b4b7e8dc4a111d6dea75c, entries=16, sequenceid=31, filesize=21.3 K 2024-11-15T00:55:17,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=8.21 KB/8408 for 7177d0110a0f1305ae9fa3a4368bd761 in 58ms, sequenceid=31, compaction requested=false 2024-11-15T00:55:17,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7177d0110a0f1305ae9fa3a4368bd761: 2024-11-15T00:55:17,644 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=34.4 K, sizeToCheck=16.0 K 2024-11-15T00:55:17,644 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:17,645 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/200d3f26fd7b4b7e8dc4a111d6dea75c because midkey is the same as first or last row 2024-11-15T00:55:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:19,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7177d0110a0f1305ae9fa3a4368bd761 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-15T00:55:19,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/fc6e41e80bca42f4813f7caaf2115418 is 1055, key is row0025/info:/1731632117588/Put/seqid=0 2024-11-15T00:55:19,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741839_1015 (size=14438) 2024-11-15T00:55:19,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741839_1015 (size=14438) 2024-11-15T00:55:19,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/fc6e41e80bca42f4813f7caaf2115418 2024-11-15T00:55:19,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/fc6e41e80bca42f4813f7caaf2115418 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/fc6e41e80bca42f4813f7caaf2115418 2024-11-15T00:55:19,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/fc6e41e80bca42f4813f7caaf2115418, entries=9, sequenceid=43, filesize=14.1 K 2024-11-15T00:55:19,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=11.29 KB/11561 for 7177d0110a0f1305ae9fa3a4368bd761 in 27ms, sequenceid=43, compaction requested=true 2024-11-15T00:55:19,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7177d0110a0f1305ae9fa3a4368bd761: 2024-11-15T00:55:19,645 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=48.5 K, sizeToCheck=16.0 K 2024-11-15T00:55:19,645 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:19,645 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/200d3f26fd7b4b7e8dc4a111d6dea75c because midkey is the same as first or last row 2024-11-15T00:55:19,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7177d0110a0f1305ae9fa3a4368bd761:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T00:55:19,646 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T00:55:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:19,648 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 49646 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T00:55:19,648 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1541): 7177d0110a0f1305ae9fa3a4368bd761/info is initiating minor compaction (all files) 2024-11-15T00:55:19,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:19,648 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7177d0110a0f1305ae9fa3a4368bd761/info in TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:19,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7177d0110a0f1305ae9fa3a4368bd761 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-15T00:55:19,648 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/4a651eff88394b9cb9d1cc0575c8a8a5, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/200d3f26fd7b4b7e8dc4a111d6dea75c, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/fc6e41e80bca42f4813f7caaf2115418] into tmpdir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp, totalSize=48.5 K 2024-11-15T00:55:19,649 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a651eff88394b9cb9d1cc0575c8a8a5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731632117517 2024-11-15T00:55:19,650 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 200d3f26fd7b4b7e8dc4a111d6dea75c, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1731632117535 2024-11-15T00:55:19,650 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc6e41e80bca42f4813f7caaf2115418, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731632117588 2024-11-15T00:55:19,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/261441e8847948d4a90064e5dffc57bb is 1055, key is row0034/info:/1731632119618/Put/seqid=0 2024-11-15T00:55:19,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741840_1016 (size=19714) 2024-11-15T00:55:19,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741840_1016 (size=19714) 2024-11-15T00:55:19,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/261441e8847948d4a90064e5dffc57bb 2024-11-15T00:55:19,676 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7177d0110a0f1305ae9fa3a4368bd761#info#compaction#35 average throughput is 11.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:55:19,677 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/454a959122da4da48ce11ef51672bb1f is 1055, key is row0001/info:/1731632117517/Put/seqid=0 2024-11-15T00:55:19,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/261441e8847948d4a90064e5dffc57bb as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/261441e8847948d4a90064e5dffc57bb 2024-11-15T00:55:19,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741841_1017 (size=39845) 2024-11-15T00:55:19,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741841_1017 (size=39845) 2024-11-15T00:55:19,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T00:55:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:53112 deadline: 1731632129687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:19,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/261441e8847948d4a90064e5dffc57bb, entries=14, sequenceid=60, filesize=19.3 K 2024-11-15T00:55:19,693 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/454a959122da4da48ce11ef51672bb1f as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/454a959122da4da48ce11ef51672bb1f 2024-11-15T00:55:19,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for 7177d0110a0f1305ae9fa3a4368bd761 in 45ms, sequenceid=60, compaction requested=false 2024-11-15T00:55:19,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7177d0110a0f1305ae9fa3a4368bd761: 2024-11-15T00:55:19,694 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.7 K, sizeToCheck=16.0 K 2024-11-15T00:55:19,694 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:19,694 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/200d3f26fd7b4b7e8dc4a111d6dea75c because midkey is the same as first or last row 2024-11-15T00:55:19,701 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7177d0110a0f1305ae9fa3a4368bd761/info of 7177d0110a0f1305ae9fa3a4368bd761 into 454a959122da4da48ce11ef51672bb1f(size=38.9 K), total size for store is 58.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:55:19,701 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7177d0110a0f1305ae9fa3a4368bd761: 2024-11-15T00:55:19,703 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., storeName=7177d0110a0f1305ae9fa3a4368bd761/info, priority=13, startTime=1731632119646; duration=0sec 2024-11-15T00:55:19,703 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-15T00:55:19,703 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:19,703 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/454a959122da4da48ce11ef51672bb1f because midkey is the same as first or last row 2024-11-15T00:55:19,704 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-15T00:55:19,704 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:19,704 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/454a959122da4da48ce11ef51672bb1f because midkey is the same as first or last row 2024-11-15T00:55:19,704 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-15T00:55:19,704 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:19,704 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/454a959122da4da48ce11ef51672bb1f because midkey is the same as first or last row 2024-11-15T00:55:19,704 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:19,704 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7177d0110a0f1305ae9fa3a4368bd761:info 2024-11-15T00:55:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T00:55:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T00:55:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=2 because the exception is null or not the one we care about 2024-11-15T00:55:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:29,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7177d0110a0f1305ae9fa3a4368bd761 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-15T00:55:29,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/55137ff784774c12832f01d3552847c2 is 1055, key is row0048/info:/1731632119651/Put/seqid=0 2024-11-15T00:55:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741842_1018 (size=21822) 2024-11-15T00:55:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741842_1018 (size=21822) 2024-11-15T00:55:29,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/55137ff784774c12832f01d3552847c2 2024-11-15T00:55:29,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/55137ff784774c12832f01d3552847c2 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/55137ff784774c12832f01d3552847c2 2024-11-15T00:55:29,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/55137ff784774c12832f01d3552847c2, entries=16, sequenceid=80, filesize=21.3 K 2024-11-15T00:55:29,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=1.03 KB/1051 for 7177d0110a0f1305ae9fa3a4368bd761 in 31ms, sequenceid=80, compaction requested=true 2024-11-15T00:55:29,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7177d0110a0f1305ae9fa3a4368bd761: 2024-11-15T00:55:29,783 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.5 K, sizeToCheck=16.0 K 2024-11-15T00:55:29,783 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:29,783 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/454a959122da4da48ce11ef51672bb1f because midkey is the same as first or last row 2024-11-15T00:55:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7177d0110a0f1305ae9fa3a4368bd761:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T00:55:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:29,784 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T00:55:29,786 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 81381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T00:55:29,786 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1541): 7177d0110a0f1305ae9fa3a4368bd761/info is initiating minor compaction (all files) 2024-11-15T00:55:29,786 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7177d0110a0f1305ae9fa3a4368bd761/info in TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:29,786 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/454a959122da4da48ce11ef51672bb1f, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/261441e8847948d4a90064e5dffc57bb, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/55137ff784774c12832f01d3552847c2] into tmpdir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp, totalSize=79.5 K 2024-11-15T00:55:29,786 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 454a959122da4da48ce11ef51672bb1f, keycount=33, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731632117517 2024-11-15T00:55:29,787 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 261441e8847948d4a90064e5dffc57bb, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731632119618 2024-11-15T00:55:29,787 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55137ff784774c12832f01d3552847c2, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731632119651 2024-11-15T00:55:29,802 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7177d0110a0f1305ae9fa3a4368bd761#info#compaction#37 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:55:29,803 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/417968842ed54c1b9de39c7173ba81a5 is 1055, key is row0001/info:/1731632117517/Put/seqid=0 2024-11-15T00:55:29,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741843_1019 (size=71580) 2024-11-15T00:55:29,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741843_1019 (size=71580) 2024-11-15T00:55:30,225 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/417968842ed54c1b9de39c7173ba81a5 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/417968842ed54c1b9de39c7173ba81a5 2024-11-15T00:55:30,238 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7177d0110a0f1305ae9fa3a4368bd761/info of 7177d0110a0f1305ae9fa3a4368bd761 into 417968842ed54c1b9de39c7173ba81a5(size=69.9 K), total size for store is 69.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:55:30,238 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7177d0110a0f1305ae9fa3a4368bd761: 2024-11-15T00:55:30,238 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., storeName=7177d0110a0f1305ae9fa3a4368bd761/info, priority=13, startTime=1731632129783; duration=0sec 2024-11-15T00:55:30,238 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-11-15T00:55:30,238 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:30,238 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/417968842ed54c1b9de39c7173ba81a5 because midkey is the same as first or last row 2024-11-15T00:55:30,238 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-11-15T00:55:30,238 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:30,238 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/417968842ed54c1b9de39c7173ba81a5 because midkey is the same as first or last row 2024-11-15T00:55:30,239 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-11-15T00:55:30,239 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:30,239 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/417968842ed54c1b9de39c7173ba81a5 because midkey is the same as first or last row 2024-11-15T00:55:30,239 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:30,239 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7177d0110a0f1305ae9fa3a4368bd761:info 2024-11-15T00:55:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:31,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7177d0110a0f1305ae9fa3a4368bd761 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T00:55:31,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/3ab694894ab64c94b766cddbc1e83efd is 1055, key is row0064/info:/1731632129753/Put/seqid=0 2024-11-15T00:55:31,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741844_1020 (size=13386) 2024-11-15T00:55:31,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741844_1020 (size=13386) 2024-11-15T00:55:31,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T00:55:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:53112 deadline: 1731632141859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:31,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T00:55:31,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T00:55:31,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=2 because the exception is null or not the one we care about 2024-11-15T00:55:32,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/3ab694894ab64c94b766cddbc1e83efd 2024-11-15T00:55:32,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/3ab694894ab64c94b766cddbc1e83efd as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/3ab694894ab64c94b766cddbc1e83efd 2024-11-15T00:55:32,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/3ab694894ab64c94b766cddbc1e83efd, entries=8, sequenceid=92, filesize=13.1 K 2024-11-15T00:55:32,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 7177d0110a0f1305ae9fa3a4368bd761 in 480ms, sequenceid=92, compaction requested=false 2024-11-15T00:55:32,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7177d0110a0f1305ae9fa3a4368bd761: 2024-11-15T00:55:32,255 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=83.0 K, sizeToCheck=16.0 K 2024-11-15T00:55:32,255 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:32,255 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/417968842ed54c1b9de39c7173ba81a5 because midkey is the same as first or last row 2024-11-15T00:55:35,178 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T00:55:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:41,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7177d0110a0f1305ae9fa3a4368bd761 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-15T00:55:41,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/85392a26fbfa4de4bcf7f23e4e38fe25 is 1055, key is row0072/info:/1731632131777/Put/seqid=0 2024-11-15T00:55:41,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741845_1021 (size=28134) 2024-11-15T00:55:41,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741845_1021 (size=28134) 2024-11-15T00:55:41,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/85392a26fbfa4de4bcf7f23e4e38fe25 2024-11-15T00:55:41,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/85392a26fbfa4de4bcf7f23e4e38fe25 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/85392a26fbfa4de4bcf7f23e4e38fe25 2024-11-15T00:55:41,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/85392a26fbfa4de4bcf7f23e4e38fe25, entries=22, sequenceid=117, filesize=27.5 K 2024-11-15T00:55:41,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=3.08 KB/3153 for 7177d0110a0f1305ae9fa3a4368bd761 in 27ms, sequenceid=117, compaction requested=true 2024-11-15T00:55:41,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7177d0110a0f1305ae9fa3a4368bd761: 2024-11-15T00:55:41,912 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=110.4 K, sizeToCheck=16.0 K 2024-11-15T00:55:41,912 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:41,912 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/417968842ed54c1b9de39c7173ba81a5 because midkey is the same as first or last row 2024-11-15T00:55:41,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7177d0110a0f1305ae9fa3a4368bd761:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T00:55:41,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:41,912 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T00:55:41,913 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 113100 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T00:55:41,913 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1541): 7177d0110a0f1305ae9fa3a4368bd761/info is initiating minor compaction (all files) 2024-11-15T00:55:41,913 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7177d0110a0f1305ae9fa3a4368bd761/info in TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:41,913 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/417968842ed54c1b9de39c7173ba81a5, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/3ab694894ab64c94b766cddbc1e83efd, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/85392a26fbfa4de4bcf7f23e4e38fe25] into tmpdir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp, totalSize=110.4 K 2024-11-15T00:55:41,914 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 417968842ed54c1b9de39c7173ba81a5, keycount=63, bloomtype=ROW, size=69.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731632117517 2024-11-15T00:55:41,914 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ab694894ab64c94b766cddbc1e83efd, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731632129753 2024-11-15T00:55:41,914 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85392a26fbfa4de4bcf7f23e4e38fe25, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731632131777 2024-11-15T00:55:41,959 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7177d0110a0f1305ae9fa3a4368bd761#info#compaction#40 average throughput is 18.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:55:41,960 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/6c7fb2b5e73b47518b5e24bc44bc0376 is 1055, key is row0001/info:/1731632117517/Put/seqid=0 2024-11-15T00:55:41,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741846_1022 (size=103315) 2024-11-15T00:55:41,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741846_1022 (size=103315) 2024-11-15T00:55:41,973 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/6c7fb2b5e73b47518b5e24bc44bc0376 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/6c7fb2b5e73b47518b5e24bc44bc0376 2024-11-15T00:55:41,980 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7177d0110a0f1305ae9fa3a4368bd761/info of 7177d0110a0f1305ae9fa3a4368bd761 into 6c7fb2b5e73b47518b5e24bc44bc0376(size=100.9 K), total size for store is 100.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:55:41,980 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7177d0110a0f1305ae9fa3a4368bd761: 2024-11-15T00:55:41,980 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., storeName=7177d0110a0f1305ae9fa3a4368bd761/info, priority=13, startTime=1731632141912; duration=0sec 2024-11-15T00:55:41,980 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=100.9 K, sizeToCheck=16.0 K 2024-11-15T00:55:41,980 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:41,980 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=100.9 K, sizeToCheck=16.0 K 2024-11-15T00:55:41,980 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:41,980 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=100.9 K, sizeToCheck=16.0 K 2024-11-15T00:55:41,980 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T00:55:41,981 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:41,981 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:41,981 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7177d0110a0f1305ae9fa3a4368bd761:info 2024-11-15T00:55:41,982 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44155 {}] assignment.AssignmentManager(1363): Split request from fb2f6cb7846a,34565,1731632105383, parent={ENCODED => 7177d0110a0f1305ae9fa3a4368bd761, NAME => 'TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-15T00:55:41,987 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44155 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:41,991 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44155 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=7177d0110a0f1305ae9fa3a4368bd761, daughterA=1d3779f96728abdea28b359ac9014ecd, daughterB=15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:41,992 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=7177d0110a0f1305ae9fa3a4368bd761, daughterA=1d3779f96728abdea28b359ac9014ecd, daughterB=15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:41,992 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=7177d0110a0f1305ae9fa3a4368bd761, daughterA=1d3779f96728abdea28b359ac9014ecd, daughterB=15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:41,992 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=7177d0110a0f1305ae9fa3a4368bd761, daughterA=1d3779f96728abdea28b359ac9014ecd, daughterB=15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:42,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7177d0110a0f1305ae9fa3a4368bd761, UNASSIGN}] 2024-11-15T00:55:42,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7177d0110a0f1305ae9fa3a4368bd761, UNASSIGN 2024-11-15T00:55:42,004 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7177d0110a0f1305ae9fa3a4368bd761, regionState=CLOSING, regionLocation=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:42,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7177d0110a0f1305ae9fa3a4368bd761, UNASSIGN because future has completed 2024-11-15T00:55:42,007 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-15T00:55:42,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383}] 2024-11-15T00:55:42,165 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:42,166 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-15T00:55:42,166 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 7177d0110a0f1305ae9fa3a4368bd761, disabling compactions & flushes 2024-11-15T00:55:42,166 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:42,166 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:42,166 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. after waiting 0 ms 2024-11-15T00:55:42,166 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:42,166 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 7177d0110a0f1305ae9fa3a4368bd761 1/1 column families, dataSize=3.08 KB heapSize=3.55 KB 2024-11-15T00:55:42,171 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/850d2a5fd6564393ae6a6906303fd401 is 1055, key is row0094/info:/1731632141887/Put/seqid=0 2024-11-15T00:55:42,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741847_1023 (size=8118) 2024-11-15T00:55:42,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741847_1023 (size=8118) 2024-11-15T00:55:42,177 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.08 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/850d2a5fd6564393ae6a6906303fd401 2024-11-15T00:55:42,184 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/.tmp/info/850d2a5fd6564393ae6a6906303fd401 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/850d2a5fd6564393ae6a6906303fd401 2024-11-15T00:55:42,190 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/850d2a5fd6564393ae6a6906303fd401, entries=3, sequenceid=124, filesize=7.9 K 2024-11-15T00:55:42,191 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for 7177d0110a0f1305ae9fa3a4368bd761 in 25ms, sequenceid=124, compaction requested=false 2024-11-15T00:55:42,192 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/4a651eff88394b9cb9d1cc0575c8a8a5, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/200d3f26fd7b4b7e8dc4a111d6dea75c, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/454a959122da4da48ce11ef51672bb1f, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/fc6e41e80bca42f4813f7caaf2115418, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/261441e8847948d4a90064e5dffc57bb, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/417968842ed54c1b9de39c7173ba81a5, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/55137ff784774c12832f01d3552847c2, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/3ab694894ab64c94b766cddbc1e83efd, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/85392a26fbfa4de4bcf7f23e4e38fe25] to archive 2024-11-15T00:55:42,193 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T00:55:42,195 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/4a651eff88394b9cb9d1cc0575c8a8a5 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/4a651eff88394b9cb9d1cc0575c8a8a5 2024-11-15T00:55:42,196 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/200d3f26fd7b4b7e8dc4a111d6dea75c to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/200d3f26fd7b4b7e8dc4a111d6dea75c 2024-11-15T00:55:42,197 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/454a959122da4da48ce11ef51672bb1f to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/454a959122da4da48ce11ef51672bb1f 2024-11-15T00:55:42,199 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/fc6e41e80bca42f4813f7caaf2115418 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/fc6e41e80bca42f4813f7caaf2115418 2024-11-15T00:55:42,200 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/261441e8847948d4a90064e5dffc57bb to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/261441e8847948d4a90064e5dffc57bb 2024-11-15T00:55:42,202 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/417968842ed54c1b9de39c7173ba81a5 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/417968842ed54c1b9de39c7173ba81a5 2024-11-15T00:55:42,203 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/55137ff784774c12832f01d3552847c2 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/55137ff784774c12832f01d3552847c2 2024-11-15T00:55:42,204 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/3ab694894ab64c94b766cddbc1e83efd to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/3ab694894ab64c94b766cddbc1e83efd 2024-11-15T00:55:42,205 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/85392a26fbfa4de4bcf7f23e4e38fe25 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/85392a26fbfa4de4bcf7f23e4e38fe25 2024-11-15T00:55:42,211 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-11-15T00:55:42,212 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. 2024-11-15T00:55:42,212 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 7177d0110a0f1305ae9fa3a4368bd761: Waiting for close lock at 1731632142166Running coprocessor pre-close hooks at 1731632142166Disabling compacts and flushes for region at 1731632142166Disabling writes for close at 1731632142166Obtaining lock to block concurrent updates at 1731632142166Preparing flush snapshotting stores in 7177d0110a0f1305ae9fa3a4368bd761 at 1731632142166Finished memstore snapshotting TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., syncing WAL and waiting on mvcc, flushsize=dataSize=3153, getHeapSize=3624, getOffHeapSize=0, getCellsCount=3 at 1731632142167 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. at 1731632142167Flushing 7177d0110a0f1305ae9fa3a4368bd761/info: creating writer at 1731632142168 (+1 ms)Flushing 7177d0110a0f1305ae9fa3a4368bd761/info: appending metadata at 1731632142170 (+2 ms)Flushing 7177d0110a0f1305ae9fa3a4368bd761/info: closing flushed file at 1731632142170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e722c1: reopening flushed file at 1731632142183 (+13 ms)Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for 7177d0110a0f1305ae9fa3a4368bd761 in 25ms, sequenceid=124, compaction requested=false at 1731632142191 (+8 ms)Writing region close event to WAL at 1731632142208 (+17 ms)Running coprocessor post-close hooks at 1731632142212 (+4 ms)Closed at 1731632142212 2024-11-15T00:55:42,214 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:42,215 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7177d0110a0f1305ae9fa3a4368bd761, regionState=CLOSED 2024-11-15T00:55:42,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383 because future has completed 2024-11-15T00:55:42,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T00:55:42,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 7177d0110a0f1305ae9fa3a4368bd761, server=fb2f6cb7846a,34565,1731632105383 in 211 msec 2024-11-15T00:55:42,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T00:55:42,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7177d0110a0f1305ae9fa3a4368bd761, UNASSIGN in 221 msec 2024-11-15T00:55:42,231 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:42,234 INFO [PEWorker-3 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=7177d0110a0f1305ae9fa3a4368bd761, threads=2 2024-11-15T00:55:42,235 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/6c7fb2b5e73b47518b5e24bc44bc0376 for region: 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:42,235 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/850d2a5fd6564393ae6a6906303fd401 for region: 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:42,246 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/850d2a5fd6564393ae6a6906303fd401, top=true 2024-11-15T00:55:42,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741848_1024 (size=27) 2024-11-15T00:55:42,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741848_1024 (size=27) 2024-11-15T00:55:42,252 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/TestLogRolling-testLogRolling=7177d0110a0f1305ae9fa3a4368bd761-850d2a5fd6564393ae6a6906303fd401 for child: 15c353c938eb1302437812b14b8b3c84, parent: 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:42,253 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/850d2a5fd6564393ae6a6906303fd401 for region: 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:42,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741849_1025 (size=27) 2024-11-15T00:55:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741849_1025 (size=27) 2024-11-15T00:55:42,666 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/6c7fb2b5e73b47518b5e24bc44bc0376 for region: 7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:55:42,671 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 7177d0110a0f1305ae9fa3a4368bd761 Daughter A: [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd/info/6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761] storefiles, Daughter B: [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/TestLogRolling-testLogRolling=7177d0110a0f1305ae9fa3a4368bd761-850d2a5fd6564393ae6a6906303fd401] storefiles. 2024-11-15T00:55:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741850_1026 (size=71) 2024-11-15T00:55:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741850_1026 (size=71) 2024-11-15T00:55:42,686 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:42,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741851_1027 (size=71) 2024-11-15T00:55:42,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741851_1027 (size=71) 2024-11-15T00:55:42,702 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:42,716 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-15T00:55:42,719 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-15T00:55:42,723 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731632142722"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731632142722"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731632142722"}]},"ts":"1731632142722"} 2024-11-15T00:55:42,723 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731632142722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632142722"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731632142722"}]},"ts":"1731632142722"} 2024-11-15T00:55:42,724 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731632142722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632142722"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731632142722"}]},"ts":"1731632142722"} 2024-11-15T00:55:42,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1d3779f96728abdea28b359ac9014ecd, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=15c353c938eb1302437812b14b8b3c84, ASSIGN}] 2024-11-15T00:55:42,743 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1d3779f96728abdea28b359ac9014ecd, ASSIGN 2024-11-15T00:55:42,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=15c353c938eb1302437812b14b8b3c84, ASSIGN 2024-11-15T00:55:42,744 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1d3779f96728abdea28b359ac9014ecd, ASSIGN; state=SPLITTING_NEW, location=fb2f6cb7846a,34565,1731632105383; forceNewPlan=false, retain=false 2024-11-15T00:55:42,744 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=15c353c938eb1302437812b14b8b3c84, ASSIGN; state=SPLITTING_NEW, location=fb2f6cb7846a,34565,1731632105383; forceNewPlan=false, retain=false 2024-11-15T00:55:42,895 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=15c353c938eb1302437812b14b8b3c84, regionState=OPENING, regionLocation=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:42,896 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1d3779f96728abdea28b359ac9014ecd, regionState=OPENING, regionLocation=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:42,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1d3779f96728abdea28b359ac9014ecd, ASSIGN because future has completed 2024-11-15T00:55:42,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d3779f96728abdea28b359ac9014ecd, server=fb2f6cb7846a,34565,1731632105383}] 2024-11-15T00:55:42,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=15c353c938eb1302437812b14b8b3c84, ASSIGN because future has completed 2024-11-15T00:55:42,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c353c938eb1302437812b14b8b3c84, server=fb2f6cb7846a,34565,1731632105383}] 2024-11-15T00:55:43,061 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:55:43,062 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 15c353c938eb1302437812b14b8b3c84, NAME => 'TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-15T00:55:43,062 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:43,062 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:55:43,062 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:43,062 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:43,063 INFO [StoreOpener-15c353c938eb1302437812b14b8b3c84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:43,064 INFO [StoreOpener-15c353c938eb1302437812b14b8b3c84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c353c938eb1302437812b14b8b3c84 columnFamilyName info 2024-11-15T00:55:43,064 DEBUG [StoreOpener-15c353c938eb1302437812b14b8b3c84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:43,079 DEBUG [StoreOpener-15c353c938eb1302437812b14b8b3c84-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761->hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/6c7fb2b5e73b47518b5e24bc44bc0376-top 2024-11-15T00:55:43,086 DEBUG [StoreOpener-15c353c938eb1302437812b14b8b3c84-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/TestLogRolling-testLogRolling=7177d0110a0f1305ae9fa3a4368bd761-850d2a5fd6564393ae6a6906303fd401 2024-11-15T00:55:43,086 INFO [StoreOpener-15c353c938eb1302437812b14b8b3c84-1 {}] regionserver.HStore(327): Store=15c353c938eb1302437812b14b8b3c84/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:55:43,086 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:43,087 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:43,088 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:43,088 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:43,088 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:43,090 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:43,091 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 15c353c938eb1302437812b14b8b3c84; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=872676, jitterRate=0.10966584086418152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:55:43,091 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:43,092 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 15c353c938eb1302437812b14b8b3c84: Running coprocessor pre-open hook at 1731632143062Writing region info on filesystem at 1731632143062Initializing all the Stores at 1731632143063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632143063Cleaning up temporary data from old regions at 1731632143089 (+26 ms)Running coprocessor post-open hooks at 1731632143092 (+3 ms)Region opened successfully at 1731632143092 2024-11-15T00:55:43,093 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84., pid=13, masterSystemTime=1731632143056 2024-11-15T00:55:43,093 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 15c353c938eb1302437812b14b8b3c84:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T00:55:43,093 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:43,093 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T00:55:43,094 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:55:43,094 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1541): 15c353c938eb1302437812b14b8b3c84/info is initiating minor compaction (all files) 2024-11-15T00:55:43,094 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15c353c938eb1302437812b14b8b3c84/info in TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:55:43,094 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761->hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/6c7fb2b5e73b47518b5e24bc44bc0376-top, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/TestLogRolling-testLogRolling=7177d0110a0f1305ae9fa3a4368bd761-850d2a5fd6564393ae6a6906303fd401] into tmpdir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp, totalSize=108.8 K 2024-11-15T00:55:43,095 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761, keycount=46, bloomtype=ROW, size=100.9 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731632117517 2024-11-15T00:55:43,095 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:55:43,095 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:55:43,095 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd. 2024-11-15T00:55:43,096 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d3779f96728abdea28b359ac9014ecd, NAME => 'TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-15T00:55:43,096 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 1d3779f96728abdea28b359ac9014ecd 2024-11-15T00:55:43,096 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:55:43,096 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 1d3779f96728abdea28b359ac9014ecd 2024-11-15T00:55:43,096 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=7177d0110a0f1305ae9fa3a4368bd761-850d2a5fd6564393ae6a6906303fd401, keycount=3, bloomtype=ROW, size=7.9 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731632141887 2024-11-15T00:55:43,096 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 1d3779f96728abdea28b359ac9014ecd 2024-11-15T00:55:43,096 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=15c353c938eb1302437812b14b8b3c84, regionState=OPEN, openSeqNum=128, regionLocation=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:43,097 INFO [StoreOpener-1d3779f96728abdea28b359ac9014ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1d3779f96728abdea28b359ac9014ecd 2024-11-15T00:55:43,098 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-15T00:55:43,098 INFO [StoreOpener-1d3779f96728abdea28b359ac9014ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d3779f96728abdea28b359ac9014ecd columnFamilyName info 2024-11-15T00:55:43,098 DEBUG [StoreOpener-1d3779f96728abdea28b359ac9014ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:55:43,098 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T00:55:43,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-15T00:55:43,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c353c938eb1302437812b14b8b3c84, server=fb2f6cb7846a,34565,1731632105383 because future has completed 2024-11-15T00:55:43,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-15T00:55:43,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 15c353c938eb1302437812b14b8b3c84, server=fb2f6cb7846a,34565,1731632105383 in 196 msec 2024-11-15T00:55:43,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=15c353c938eb1302437812b14b8b3c84, ASSIGN in 362 msec 2024-11-15T00:55:43,112 DEBUG [StoreOpener-1d3779f96728abdea28b359ac9014ecd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd/info/6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761->hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/6c7fb2b5e73b47518b5e24bc44bc0376-bottom 2024-11-15T00:55:43,113 INFO [StoreOpener-1d3779f96728abdea28b359ac9014ecd-1 {}] regionserver.HStore(327): Store=1d3779f96728abdea28b359ac9014ecd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:55:43,113 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 1d3779f96728abdea28b359ac9014ecd 2024-11-15T00:55:43,114 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd 2024-11-15T00:55:43,115 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd 2024-11-15T00:55:43,115 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 1d3779f96728abdea28b359ac9014ecd 2024-11-15T00:55:43,115 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 1d3779f96728abdea28b359ac9014ecd 2024-11-15T00:55:43,117 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 1d3779f96728abdea28b359ac9014ecd 2024-11-15T00:55:43,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/.tmp/info/04fe41c72f8741f8871a4811ba82ca58 is 193, key is TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84./info:regioninfo/1731632143096/Put/seqid=0 2024-11-15T00:55:43,118 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 1d3779f96728abdea28b359ac9014ecd; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=827678, jitterRate=0.052448198199272156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:55:43,118 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d3779f96728abdea28b359ac9014ecd 2024-11-15T00:55:43,118 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 1d3779f96728abdea28b359ac9014ecd: Running coprocessor pre-open hook at 1731632143096Writing region info on filesystem at 1731632143096Initializing all the Stores at 1731632143097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632143097Cleaning up temporary data from old regions at 1731632143115 (+18 ms)Running coprocessor post-open hooks at 1731632143118 (+3 ms)Region opened successfully at 1731632143118 2024-11-15T00:55:43,119 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd., pid=12, masterSystemTime=1731632143056 2024-11-15T00:55:43,119 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 1d3779f96728abdea28b359ac9014ecd:info, priority=-2147483648, current under compaction store size is 2 2024-11-15T00:55:43,119 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:43,119 DEBUG [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-15T00:55:43,120 INFO [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd. 2024-11-15T00:55:43,120 DEBUG [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] regionserver.HStore(1541): 1d3779f96728abdea28b359ac9014ecd/info is initiating minor compaction (all files) 2024-11-15T00:55:43,120 INFO [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d3779f96728abdea28b359ac9014ecd/info in TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd. 2024-11-15T00:55:43,120 INFO [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd/info/6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761->hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/6c7fb2b5e73b47518b5e24bc44bc0376-bottom] into tmpdir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd/.tmp, totalSize=100.9 K 2024-11-15T00:55:43,121 DEBUG [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761, keycount=46, bloomtype=ROW, size=100.9 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731632117517 2024-11-15T00:55:43,122 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd. 2024-11-15T00:55:43,122 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd. 2024-11-15T00:55:43,123 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1d3779f96728abdea28b359ac9014ecd, regionState=OPEN, openSeqNum=128, regionLocation=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:43,123 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15c353c938eb1302437812b14b8b3c84#info#compaction#43 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:55:43,123 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/188c03bf97704cf7818b44eb4de10468 is 1055, key is row0064/info:/1731632129753/Put/seqid=0 2024-11-15T00:55:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d3779f96728abdea28b359ac9014ecd, server=fb2f6cb7846a,34565,1731632105383 because future has completed 2024-11-15T00:55:43,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741852_1028 (size=9882) 2024-11-15T00:55:43,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741852_1028 (size=9882) 2024-11-15T00:55:43,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/.tmp/info/04fe41c72f8741f8871a4811ba82ca58 2024-11-15T00:55:43,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741853_1029 (size=39908) 2024-11-15T00:55:43,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741853_1029 (size=39908) 2024-11-15T00:55:43,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-15T00:55:43,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d3779f96728abdea28b359ac9014ecd, server=fb2f6cb7846a,34565,1731632105383 in 235 msec 2024-11-15T00:55:43,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-15T00:55:43,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1d3779f96728abdea28b359ac9014ecd, ASSIGN in 400 msec 2024-11-15T00:55:43,149 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/188c03bf97704cf7818b44eb4de10468 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/188c03bf97704cf7818b44eb4de10468 2024-11-15T00:55:43,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=7177d0110a0f1305ae9fa3a4368bd761, daughterA=1d3779f96728abdea28b359ac9014ecd, daughterB=15c353c938eb1302437812b14b8b3c84 in 1.1590 sec 2024-11-15T00:55:43,156 INFO [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d3779f96728abdea28b359ac9014ecd#info#compaction#44 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:55:43,157 DEBUG [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd/.tmp/info/b5edd206f7da434ea4c5c24eb0b6d35d is 1055, key is row0001/info:/1731632117517/Put/seqid=0 2024-11-15T00:55:43,158 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-15T00:55:43,158 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in 15c353c938eb1302437812b14b8b3c84/info of 15c353c938eb1302437812b14b8b3c84 into 188c03bf97704cf7818b44eb4de10468(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:55:43,158 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:55:43,158 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84., storeName=15c353c938eb1302437812b14b8b3c84/info, priority=14, startTime=1731632143093; duration=0sec 2024-11-15T00:55:43,159 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:43,159 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15c353c938eb1302437812b14b8b3c84:info 2024-11-15T00:55:43,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741854_1030 (size=71441) 2024-11-15T00:55:43,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741854_1030 (size=71441) 2024-11-15T00:55:43,170 DEBUG [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd/.tmp/info/b5edd206f7da434ea4c5c24eb0b6d35d as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd/info/b5edd206f7da434ea4c5c24eb0b6d35d 2024-11-15T00:55:43,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/.tmp/ns/1cfb6efb91574fe29724a96e9ff8e910 is 43, key is default/ns:d/1731632107326/Put/seqid=0 2024-11-15T00:55:43,177 INFO [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 1d3779f96728abdea28b359ac9014ecd/info of 1d3779f96728abdea28b359ac9014ecd into b5edd206f7da434ea4c5c24eb0b6d35d(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:55:43,177 DEBUG [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d3779f96728abdea28b359ac9014ecd: 2024-11-15T00:55:43,177 INFO [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd., storeName=1d3779f96728abdea28b359ac9014ecd/info, priority=15, startTime=1731632143119; duration=0sec 2024-11-15T00:55:43,177 DEBUG [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:43,177 DEBUG [RS:0;fb2f6cb7846a:34565-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d3779f96728abdea28b359ac9014ecd:info 2024-11-15T00:55:43,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741855_1031 (size=5153) 2024-11-15T00:55:43,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741855_1031 (size=5153) 2024-11-15T00:55:43,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/.tmp/ns/1cfb6efb91574fe29724a96e9ff8e910 2024-11-15T00:55:43,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/.tmp/table/93507b5b2d3c4aa3a2b0ac2caf02187c is 65, key is TestLogRolling-testLogRolling/table:state/1731632107884/Put/seqid=0 2024-11-15T00:55:43,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741856_1032 (size=5340) 2024-11-15T00:55:43,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741856_1032 (size=5340) 2024-11-15T00:55:43,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/.tmp/table/93507b5b2d3c4aa3a2b0ac2caf02187c 2024-11-15T00:55:43,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/.tmp/info/04fe41c72f8741f8871a4811ba82ca58 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/info/04fe41c72f8741f8871a4811ba82ca58 2024-11-15T00:55:43,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/info/04fe41c72f8741f8871a4811ba82ca58, entries=30, sequenceid=17, filesize=9.7 K 2024-11-15T00:55:43,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/.tmp/ns/1cfb6efb91574fe29724a96e9ff8e910 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/ns/1cfb6efb91574fe29724a96e9ff8e910 2024-11-15T00:55:43,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/ns/1cfb6efb91574fe29724a96e9ff8e910, entries=2, sequenceid=17, filesize=5.0 K 2024-11-15T00:55:43,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/.tmp/table/93507b5b2d3c4aa3a2b0ac2caf02187c as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/table/93507b5b2d3c4aa3a2b0ac2caf02187c 2024-11-15T00:55:43,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/table/93507b5b2d3c4aa3a2b0ac2caf02187c, entries=2, sequenceid=17, filesize=5.2 K 2024-11-15T00:55:43,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 157ms, sequenceid=17, compaction requested=false 2024-11-15T00:55:43,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-15T00:55:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:53112 deadline: 1731632153895, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. is not online on fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. is not online on fb2f6cb7846a,34565,1731632105383 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T00:55:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761. is not online on fb2f6cb7846a,34565,1731632105383 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T00:55:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731632107461.7177d0110a0f1305ae9fa3a4368bd761., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=2 from cache 2024-11-15T00:55:47,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,356 INFO [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T00:55:47,356 INFO [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T00:55:47,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T00:55:47,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:47,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:55:52,250 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-15T00:55:53,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=128] 2024-11-15T00:55:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:53,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15c353c938eb1302437812b14b8b3c84 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T00:55:53,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/27249ab6f9024d788180d16e9f386894 is 1055, key is row0097/info:/1731632153968/Put/seqid=0 2024-11-15T00:55:53,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741857_1033 (size=13394) 2024-11-15T00:55:53,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741857_1033 (size=13394) 2024-11-15T00:55:53,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/27249ab6f9024d788180d16e9f386894 2024-11-15T00:55:54,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/27249ab6f9024d788180d16e9f386894 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/27249ab6f9024d788180d16e9f386894 2024-11-15T00:55:54,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/27249ab6f9024d788180d16e9f386894, entries=8, sequenceid=139, filesize=13.1 K 2024-11-15T00:55:54,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 15c353c938eb1302437812b14b8b3c84 in 28ms, sequenceid=139, compaction requested=false 2024-11-15T00:55:54,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:55:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:54,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15c353c938eb1302437812b14b8b3c84 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-15T00:55:54,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/3bf983cdc8a94694af9943e5a01eade5 is 1055, key is row0105/info:/1731632153980/Put/seqid=0 2024-11-15T00:55:54,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741858_1034 (size=19728) 2024-11-15T00:55:54,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741858_1034 (size=19728) 2024-11-15T00:55:54,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/3bf983cdc8a94694af9943e5a01eade5 2024-11-15T00:55:54,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/3bf983cdc8a94694af9943e5a01eade5 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/3bf983cdc8a94694af9943e5a01eade5 2024-11-15T00:55:54,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/3bf983cdc8a94694af9943e5a01eade5, entries=14, sequenceid=156, filesize=19.3 K 2024-11-15T00:55:54,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for 15c353c938eb1302437812b14b8b3c84 in 34ms, sequenceid=156, compaction requested=true 2024-11-15T00:55:54,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:55:54,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15c353c938eb1302437812b14b8b3c84:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T00:55:54,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:54,043 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T00:55:54,045 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73030 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T00:55:54,045 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1541): 15c353c938eb1302437812b14b8b3c84/info is initiating minor compaction (all files) 2024-11-15T00:55:54,045 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15c353c938eb1302437812b14b8b3c84/info in TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:55:54,045 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/188c03bf97704cf7818b44eb4de10468, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/27249ab6f9024d788180d16e9f386894, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/3bf983cdc8a94694af9943e5a01eade5] into tmpdir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp, totalSize=71.3 K 2024-11-15T00:55:54,045 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 188c03bf97704cf7818b44eb4de10468, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731632129753 2024-11-15T00:55:54,046 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27249ab6f9024d788180d16e9f386894, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731632153968 2024-11-15T00:55:54,046 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bf983cdc8a94694af9943e5a01eade5, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731632153980 2024-11-15T00:55:54,061 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15c353c938eb1302437812b14b8b3c84#info#compaction#49 average throughput is 27.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:55:54,061 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/431de6f605064f479327e6713f80ebb7 is 1055, key is row0064/info:/1731632129753/Put/seqid=0 2024-11-15T00:55:54,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741859_1035 (size=63244) 2024-11-15T00:55:54,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741859_1035 (size=63244) 2024-11-15T00:55:54,076 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/431de6f605064f479327e6713f80ebb7 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/431de6f605064f479327e6713f80ebb7 2024-11-15T00:55:54,083 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15c353c938eb1302437812b14b8b3c84/info of 15c353c938eb1302437812b14b8b3c84 into 431de6f605064f479327e6713f80ebb7(size=61.8 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:55:54,083 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:55:54,083 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84., storeName=15c353c938eb1302437812b14b8b3c84/info, priority=13, startTime=1731632154043; duration=0sec 2024-11-15T00:55:54,083 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:54,084 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15c353c938eb1302437812b14b8b3c84:info 2024-11-15T00:55:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:56,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15c353c938eb1302437812b14b8b3c84 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-15T00:55:56,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/65fb098a88cb45d9a1534631072f957c is 1055, key is row0119/info:/1731632154010/Put/seqid=0 2024-11-15T00:55:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741860_1036 (size=16553) 2024-11-15T00:55:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741860_1036 (size=16553) 2024-11-15T00:55:56,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/65fb098a88cb45d9a1534631072f957c 2024-11-15T00:55:56,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/65fb098a88cb45d9a1534631072f957c as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/65fb098a88cb45d9a1534631072f957c 2024-11-15T00:55:56,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/65fb098a88cb45d9a1534631072f957c, entries=11, sequenceid=171, filesize=16.2 K 2024-11-15T00:55:56,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=12.32 KB/12612 for 15c353c938eb1302437812b14b8b3c84 in 28ms, sequenceid=171, compaction requested=false 2024-11-15T00:55:56,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:55:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:56,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15c353c938eb1302437812b14b8b3c84 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-15T00:55:56,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/aa2babf7d13f4b95a391ba4dda6bb73b is 1055, key is row0130/info:/1731632156039/Put/seqid=0 2024-11-15T00:55:56,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741861_1037 (size=19728) 2024-11-15T00:55:56,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741861_1037 (size=19728) 2024-11-15T00:55:56,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/aa2babf7d13f4b95a391ba4dda6bb73b 2024-11-15T00:55:56,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/aa2babf7d13f4b95a391ba4dda6bb73b as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/aa2babf7d13f4b95a391ba4dda6bb73b 2024-11-15T00:55:56,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/aa2babf7d13f4b95a391ba4dda6bb73b, entries=14, sequenceid=188, filesize=19.3 K 2024-11-15T00:55:56,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 15c353c938eb1302437812b14b8b3c84 in 22ms, sequenceid=188, compaction requested=true 2024-11-15T00:55:56,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:55:56,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15c353c938eb1302437812b14b8b3c84:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T00:55:56,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:56,091 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T00:55:56,092 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 99525 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T00:55:56,092 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1541): 15c353c938eb1302437812b14b8b3c84/info is initiating minor compaction (all files) 2024-11-15T00:55:56,092 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15c353c938eb1302437812b14b8b3c84/info in TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:55:56,093 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/431de6f605064f479327e6713f80ebb7, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/65fb098a88cb45d9a1534631072f957c, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/aa2babf7d13f4b95a391ba4dda6bb73b] into tmpdir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp, totalSize=97.2 K 2024-11-15T00:55:56,093 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 431de6f605064f479327e6713f80ebb7, keycount=55, bloomtype=ROW, size=61.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731632129753 2024-11-15T00:55:56,093 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65fb098a88cb45d9a1534631072f957c, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731632154010 2024-11-15T00:55:56,094 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa2babf7d13f4b95a391ba4dda6bb73b, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731632156039 2024-11-15T00:55:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:56,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15c353c938eb1302437812b14b8b3c84 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-15T00:55:56,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/564cfef5358e480b832040706d4badd6 is 1055, key is row0144/info:/1731632156069/Put/seqid=0 2024-11-15T00:55:56,111 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15c353c938eb1302437812b14b8b3c84#info#compaction#53 average throughput is 40.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:55:56,112 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/bb2393b8863143d18c358cf8a92c3a2c is 1055, key is row0064/info:/1731632129753/Put/seqid=0 2024-11-15T00:55:56,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741862_1038 (size=18675) 2024-11-15T00:55:56,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/564cfef5358e480b832040706d4badd6 2024-11-15T00:55:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741862_1038 (size=18675) 2024-11-15T00:55:56,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741863_1039 (size=89748) 2024-11-15T00:55:56,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741863_1039 (size=89748) 2024-11-15T00:55:56,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/564cfef5358e480b832040706d4badd6 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/564cfef5358e480b832040706d4badd6 2024-11-15T00:55:56,125 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/bb2393b8863143d18c358cf8a92c3a2c as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/bb2393b8863143d18c358cf8a92c3a2c 2024-11-15T00:55:56,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/564cfef5358e480b832040706d4badd6, entries=13, sequenceid=204, filesize=18.2 K 2024-11-15T00:55:56,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=4.11 KB/4204 for 15c353c938eb1302437812b14b8b3c84 in 33ms, sequenceid=204, compaction requested=false 2024-11-15T00:55:56,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:55:56,132 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15c353c938eb1302437812b14b8b3c84/info of 15c353c938eb1302437812b14b8b3c84 into bb2393b8863143d18c358cf8a92c3a2c(size=87.6 K), total size for store is 105.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:55:56,132 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:55:56,132 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84., storeName=15c353c938eb1302437812b14b8b3c84/info, priority=13, startTime=1731632156091; duration=0sec 2024-11-15T00:55:56,132 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:56,132 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15c353c938eb1302437812b14b8b3c84:info 2024-11-15T00:55:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:55:58,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15c353c938eb1302437812b14b8b3c84 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T00:55:58,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/d474888076954818b25410734b05af35 is 1055, key is row0157/info:/1731632156099/Put/seqid=0 2024-11-15T00:55:58,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741864_1040 (size=13394) 2024-11-15T00:55:58,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741864_1040 (size=13394) 2024-11-15T00:55:58,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=15c353c938eb1302437812b14b8b3c84, server=fb2f6cb7846a,34565,1731632105383 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T00:55:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:53112 deadline: 1731632168159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=15c353c938eb1302437812b14b8b3c84, server=fb2f6cb7846a,34565,1731632105383 2024-11-15T00:55:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=15c353c938eb1302437812b14b8b3c84, server=fb2f6cb7846a,34565,1731632105383 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T00:55:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=15c353c938eb1302437812b14b8b3c84, server=fb2f6cb7846a,34565,1731632105383 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T00:55:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84., hostname=fb2f6cb7846a,34565,1731632105383, seqNum=128 because the exception is null or not the one we care about 2024-11-15T00:55:58,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/d474888076954818b25410734b05af35 2024-11-15T00:55:58,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/d474888076954818b25410734b05af35 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/d474888076954818b25410734b05af35 2024-11-15T00:55:58,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/d474888076954818b25410734b05af35, entries=8, sequenceid=216, filesize=13.1 K 2024-11-15T00:55:58,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 15c353c938eb1302437812b14b8b3c84 in 434ms, sequenceid=216, compaction requested=true 2024-11-15T00:55:58,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:55:58,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15c353c938eb1302437812b14b8b3c84:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T00:55:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:58,552 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T00:55:58,553 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 121817 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T00:55:58,554 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1541): 15c353c938eb1302437812b14b8b3c84/info is initiating minor compaction (all files) 2024-11-15T00:55:58,554 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15c353c938eb1302437812b14b8b3c84/info in TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:55:58,554 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/bb2393b8863143d18c358cf8a92c3a2c, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/564cfef5358e480b832040706d4badd6, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/d474888076954818b25410734b05af35] into tmpdir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp, totalSize=119.0 K 2024-11-15T00:55:58,555 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb2393b8863143d18c358cf8a92c3a2c, keycount=80, bloomtype=ROW, size=87.6 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731632129753 2024-11-15T00:55:58,555 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 564cfef5358e480b832040706d4badd6, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731632156069 2024-11-15T00:55:58,556 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting d474888076954818b25410734b05af35, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731632156099 2024-11-15T00:55:58,572 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15c353c938eb1302437812b14b8b3c84#info#compaction#55 average throughput is 33.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:55:58,573 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/03106666ebac432a834df6c49b2c7bef is 1055, key is row0064/info:/1731632129753/Put/seqid=0 2024-11-15T00:55:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741865_1041 (size=111967) 2024-11-15T00:55:58,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741865_1041 (size=111967) 2024-11-15T00:55:58,595 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/03106666ebac432a834df6c49b2c7bef as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/03106666ebac432a834df6c49b2c7bef 2024-11-15T00:55:58,602 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15c353c938eb1302437812b14b8b3c84/info of 15c353c938eb1302437812b14b8b3c84 into 03106666ebac432a834df6c49b2c7bef(size=109.3 K), total size for store is 109.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:55:58,602 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:55:58,602 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84., storeName=15c353c938eb1302437812b14b8b3c84/info, priority=13, startTime=1731632158551; duration=0sec 2024-11-15T00:55:58,602 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:55:58,602 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15c353c938eb1302437812b14b8b3c84:info 2024-11-15T00:56:05,179 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T00:56:07,398 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:56:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:56:08,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15c353c938eb1302437812b14b8b3c84 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-15T00:56:08,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/1087c6bed5a9492db4362e18db460a8a is 1055, key is row0165/info:/1731632158119/Put/seqid=0 2024-11-15T00:56:08,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741866_1042 (size=28156) 2024-11-15T00:56:08,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741866_1042 (size=28156) 2024-11-15T00:56:08,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/1087c6bed5a9492db4362e18db460a8a 2024-11-15T00:56:08,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/1087c6bed5a9492db4362e18db460a8a as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/1087c6bed5a9492db4362e18db460a8a 2024-11-15T00:56:08,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/1087c6bed5a9492db4362e18db460a8a, entries=22, sequenceid=242, filesize=27.5 K 2024-11-15T00:56:08,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=6.16 KB/6306 for 15c353c938eb1302437812b14b8b3c84 in 442ms, sequenceid=242, compaction requested=false 2024-11-15T00:56:08,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:56:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:56:10,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15c353c938eb1302437812b14b8b3c84 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T00:56:10,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/c3768841b6614ca2808e56195f1c2b5d is 1055, key is row0187/info:/1731632168263/Put/seqid=0 2024-11-15T00:56:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741867_1043 (size=13394) 2024-11-15T00:56:10,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741867_1043 (size=13394) 2024-11-15T00:56:10,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/c3768841b6614ca2808e56195f1c2b5d 2024-11-15T00:56:10,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/c3768841b6614ca2808e56195f1c2b5d as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/c3768841b6614ca2808e56195f1c2b5d 2024-11-15T00:56:10,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/c3768841b6614ca2808e56195f1c2b5d, entries=8, sequenceid=253, filesize=13.1 K 2024-11-15T00:56:10,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 15c353c938eb1302437812b14b8b3c84 in 38ms, sequenceid=253, compaction requested=true 2024-11-15T00:56:10,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:56:10,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15c353c938eb1302437812b14b8b3c84:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T00:56:10,327 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T00:56:10,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:56:10,328 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 153517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T00:56:10,328 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1541): 15c353c938eb1302437812b14b8b3c84/info is initiating minor compaction (all files) 2024-11-15T00:56:10,328 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15c353c938eb1302437812b14b8b3c84/info in TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:56:10,328 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/03106666ebac432a834df6c49b2c7bef, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/1087c6bed5a9492db4362e18db460a8a, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/c3768841b6614ca2808e56195f1c2b5d] into tmpdir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp, totalSize=149.9 K 2024-11-15T00:56:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:56:10,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15c353c938eb1302437812b14b8b3c84 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-15T00:56:10,329 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03106666ebac432a834df6c49b2c7bef, keycount=101, bloomtype=ROW, size=109.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731632129753 2024-11-15T00:56:10,329 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1087c6bed5a9492db4362e18db460a8a, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731632158119 2024-11-15T00:56:10,330 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3768841b6614ca2808e56195f1c2b5d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731632168263 2024-11-15T00:56:10,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/ac72bd8eff1e43b29d2f6d6497f993ce is 1055, key is row0195/info:/1731632170290/Put/seqid=0 2024-11-15T00:56:10,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741868_1044 (size=22907) 2024-11-15T00:56:10,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741868_1044 (size=22907) 2024-11-15T00:56:10,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/ac72bd8eff1e43b29d2f6d6497f993ce 2024-11-15T00:56:10,350 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15c353c938eb1302437812b14b8b3c84#info#compaction#59 average throughput is 32.83 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:56:10,351 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/b6b60b51a1814b7ea266eaf3f77bf46f is 1055, key is row0064/info:/1731632129753/Put/seqid=0 2024-11-15T00:56:10,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/ac72bd8eff1e43b29d2f6d6497f993ce as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/ac72bd8eff1e43b29d2f6d6497f993ce 2024-11-15T00:56:10,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741869_1045 (size=143863) 2024-11-15T00:56:10,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741869_1045 (size=143863) 2024-11-15T00:56:10,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/ac72bd8eff1e43b29d2f6d6497f993ce, entries=17, sequenceid=273, filesize=22.4 K 2024-11-15T00:56:10,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for 15c353c938eb1302437812b14b8b3c84 in 37ms, sequenceid=273, compaction requested=false 2024-11-15T00:56:10,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:56:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:56:10,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15c353c938eb1302437812b14b8b3c84 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-15T00:56:10,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/fdcac97455984a338975824fabc9328b is 1055, key is row0212/info:/1731632170330/Put/seqid=0 2024-11-15T00:56:10,374 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/b6b60b51a1814b7ea266eaf3f77bf46f as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/b6b60b51a1814b7ea266eaf3f77bf46f 2024-11-15T00:56:10,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741870_1046 (size=18688) 2024-11-15T00:56:10,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741870_1046 (size=18688) 2024-11-15T00:56:10,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/fdcac97455984a338975824fabc9328b 2024-11-15T00:56:10,383 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15c353c938eb1302437812b14b8b3c84/info of 15c353c938eb1302437812b14b8b3c84 into b6b60b51a1814b7ea266eaf3f77bf46f(size=140.5 K), total size for store is 162.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:56:10,383 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:56:10,383 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84., storeName=15c353c938eb1302437812b14b8b3c84/info, priority=13, startTime=1731632170326; duration=0sec 2024-11-15T00:56:10,383 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:56:10,383 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15c353c938eb1302437812b14b8b3c84:info 2024-11-15T00:56:10,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/fdcac97455984a338975824fabc9328b as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/fdcac97455984a338975824fabc9328b 2024-11-15T00:56:10,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/fdcac97455984a338975824fabc9328b, entries=13, sequenceid=289, filesize=18.3 K 2024-11-15T00:56:10,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for 15c353c938eb1302437812b14b8b3c84 in 34ms, sequenceid=289, compaction requested=true 2024-11-15T00:56:10,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:56:10,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15c353c938eb1302437812b14b8b3c84:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T00:56:10,401 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T00:56:10,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:56:10,403 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 185458 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T00:56:10,403 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1541): 15c353c938eb1302437812b14b8b3c84/info is initiating minor compaction (all files) 2024-11-15T00:56:10,403 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15c353c938eb1302437812b14b8b3c84/info in TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:56:10,403 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/b6b60b51a1814b7ea266eaf3f77bf46f, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/ac72bd8eff1e43b29d2f6d6497f993ce, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/fdcac97455984a338975824fabc9328b] into tmpdir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp, totalSize=181.1 K 2024-11-15T00:56:10,403 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6b60b51a1814b7ea266eaf3f77bf46f, keycount=131, bloomtype=ROW, size=140.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731632129753 2024-11-15T00:56:10,404 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac72bd8eff1e43b29d2f6d6497f993ce, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731632170290 2024-11-15T00:56:10,404 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdcac97455984a338975824fabc9328b, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731632170330 2024-11-15T00:56:10,421 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15c353c938eb1302437812b14b8b3c84#info#compaction#61 average throughput is 40.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:56:10,422 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/373b1989b94540d1937baf88e43ce2fb is 1055, key is row0064/info:/1731632129753/Put/seqid=0 2024-11-15T00:56:10,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741871_1047 (size=175592) 2024-11-15T00:56:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741871_1047 (size=175592) 2024-11-15T00:56:10,456 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/373b1989b94540d1937baf88e43ce2fb as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/373b1989b94540d1937baf88e43ce2fb 2024-11-15T00:56:10,463 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15c353c938eb1302437812b14b8b3c84/info of 15c353c938eb1302437812b14b8b3c84 into 373b1989b94540d1937baf88e43ce2fb(size=171.5 K), total size for store is 171.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:56:10,464 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:56:10,464 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84., storeName=15c353c938eb1302437812b14b8b3c84/info, priority=13, startTime=1731632170401; duration=0sec 2024-11-15T00:56:10,464 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:56:10,464 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15c353c938eb1302437812b14b8b3c84:info 2024-11-15T00:56:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:56:12,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15c353c938eb1302437812b14b8b3c84 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T00:56:12,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/20ddae53f244469cb5ba369d9b3d71fd is 1055, key is row0225/info:/1731632172369/Put/seqid=0 2024-11-15T00:56:12,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741872_1048 (size=13402) 2024-11-15T00:56:12,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741872_1048 (size=13402) 2024-11-15T00:56:12,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/20ddae53f244469cb5ba369d9b3d71fd 2024-11-15T00:56:12,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/20ddae53f244469cb5ba369d9b3d71fd as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/20ddae53f244469cb5ba369d9b3d71fd 2024-11-15T00:56:12,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/20ddae53f244469cb5ba369d9b3d71fd, entries=8, sequenceid=302, filesize=13.1 K 2024-11-15T00:56:12,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 15c353c938eb1302437812b14b8b3c84 in 41ms, sequenceid=302, compaction requested=false 2024-11-15T00:56:12,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:56:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] regionserver.HRegion(8855): Flush requested on 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:56:12,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15c353c938eb1302437812b14b8b3c84 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-15T00:56:12,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/72f3ff140bd448ed8d2301c35973d943 is 1055, key is row0233/info:/1731632172384/Put/seqid=0 2024-11-15T00:56:12,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741873_1049 (size=26070) 2024-11-15T00:56:12,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741873_1049 (size=26070) 2024-11-15T00:56:12,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/72f3ff140bd448ed8d2301c35973d943 2024-11-15T00:56:12,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/72f3ff140bd448ed8d2301c35973d943 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/72f3ff140bd448ed8d2301c35973d943 2024-11-15T00:56:12,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/72f3ff140bd448ed8d2301c35973d943, entries=20, sequenceid=325, filesize=25.5 K 2024-11-15T00:56:12,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for 15c353c938eb1302437812b14b8b3c84 in 24ms, sequenceid=325, compaction requested=true 2024-11-15T00:56:12,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:56:12,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15c353c938eb1302437812b14b8b3c84:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T00:56:12,451 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T00:56:12,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:56:12,452 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 215064 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T00:56:12,452 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1541): 15c353c938eb1302437812b14b8b3c84/info is initiating minor compaction (all files) 2024-11-15T00:56:12,452 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15c353c938eb1302437812b14b8b3c84/info in TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:56:12,452 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/373b1989b94540d1937baf88e43ce2fb, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/20ddae53f244469cb5ba369d9b3d71fd, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/72f3ff140bd448ed8d2301c35973d943] into tmpdir=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp, totalSize=210.0 K 2024-11-15T00:56:12,452 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 373b1989b94540d1937baf88e43ce2fb, keycount=161, bloomtype=ROW, size=171.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731632129753 2024-11-15T00:56:12,453 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20ddae53f244469cb5ba369d9b3d71fd, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731632172369 2024-11-15T00:56:12,453 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72f3ff140bd448ed8d2301c35973d943, keycount=20, bloomtype=ROW, size=25.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731632172384 2024-11-15T00:56:12,464 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15c353c938eb1302437812b14b8b3c84#info#compaction#64 average throughput is 63.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:56:12,465 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/8048b281ca5c4ff3ad056beaf50d429c is 1055, key is row0064/info:/1731632129753/Put/seqid=0 2024-11-15T00:56:12,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741874_1050 (size=205214) 2024-11-15T00:56:12,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741874_1050 (size=205214) 2024-11-15T00:56:12,883 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/8048b281ca5c4ff3ad056beaf50d429c as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/8048b281ca5c4ff3ad056beaf50d429c 2024-11-15T00:56:12,890 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15c353c938eb1302437812b14b8b3c84/info of 15c353c938eb1302437812b14b8b3c84 into 8048b281ca5c4ff3ad056beaf50d429c(size=200.4 K), total size for store is 200.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:56:12,890 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:56:12,890 INFO [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84., storeName=15c353c938eb1302437812b14b8b3c84/info, priority=13, startTime=1731632172450; duration=0sec 2024-11-15T00:56:12,890 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T00:56:12,890 DEBUG [RS:0;fb2f6cb7846a:34565-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15c353c938eb1302437812b14b8b3c84:info 2024-11-15T00:56:14,433 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-15T00:56:14,452 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.1731632174434, exclude list is [], retry=0 2024-11-15T00:56:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39907,DS-c73237fb-0e66-4931-88e1-9fab702689f3,DISK] 2024-11-15T00:56:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43041,DS-e984c44b-1e25-40b0-9d41-7413cabdf5a6,DISK] 2024-11-15T00:56:14,456 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.1731632106831 with entries=311, filesize=301.67 KB; new WAL /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.1731632174434 2024-11-15T00:56:14,457 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42973:42973),(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-15T00:56:14,457 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.1731632106831 is not closed yet, will try archiving it next time 2024-11-15T00:56:14,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741833_1009 (size=308919) 2024-11-15T00:56:14,458 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.1731632106831 not finished, retry = 0 2024-11-15T00:56:14,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741833_1009 (size=308919) 2024-11-15T00:56:14,460 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1d3779f96728abdea28b359ac9014ecd: 2024-11-15T00:56:14,460 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-15T00:56:14,464 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/.tmp/info/ef5b255be3c64f1097d77cd12086d577 is 186, key is TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd./info:regioninfo/1731632143123/Put/seqid=0 2024-11-15T00:56:14,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741876_1052 (size=6153) 2024-11-15T00:56:14,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741876_1052 (size=6153) 2024-11-15T00:56:14,470 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/.tmp/info/ef5b255be3c64f1097d77cd12086d577 2024-11-15T00:56:14,477 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/.tmp/info/ef5b255be3c64f1097d77cd12086d577 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/info/ef5b255be3c64f1097d77cd12086d577 2024-11-15T00:56:14,482 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/info/ef5b255be3c64f1097d77cd12086d577, entries=5, sequenceid=21, filesize=6.0 K 2024-11-15T00:56:14,484 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 24ms, sequenceid=21, compaction requested=false 2024-11-15T00:56:14,484 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-15T00:56:14,484 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 15c353c938eb1302437812b14b8b3c84 1/1 column families, dataSize=4.11 KB heapSize=4.66 KB 2024-11-15T00:56:14,489 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/86b45c8000aa40779a3b824a45771434 is 1055, key is row0253/info:/1731632172428/Put/seqid=0 2024-11-15T00:56:14,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741877_1053 (size=9178) 2024-11-15T00:56:14,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741877_1053 (size=9178) 2024-11-15T00:56:14,906 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.11 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/86b45c8000aa40779a3b824a45771434 2024-11-15T00:56:14,912 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/.tmp/info/86b45c8000aa40779a3b824a45771434 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/86b45c8000aa40779a3b824a45771434 2024-11-15T00:56:14,917 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/86b45c8000aa40779a3b824a45771434, entries=4, sequenceid=333, filesize=9.0 K 2024-11-15T00:56:14,918 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~4.11 KB/4204, heapSize ~4.64 KB/4752, currentSize=0 B/0 for 15c353c938eb1302437812b14b8b3c84 in 434ms, sequenceid=333, compaction requested=false 2024-11-15T00:56:14,919 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 15c353c938eb1302437812b14b8b3c84: 2024-11-15T00:56:14,934 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.1731632174919, exclude list is [], retry=0 2024-11-15T00:56:14,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39907,DS-c73237fb-0e66-4931-88e1-9fab702689f3,DISK] 2024-11-15T00:56:14,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43041,DS-e984c44b-1e25-40b0-9d41-7413cabdf5a6,DISK] 2024-11-15T00:56:14,939 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.1731632174434 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.1731632174919 2024-11-15T00:56:14,939 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:42973:42973)] 2024-11-15T00:56:14,939 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.1731632174434 is not closed yet, will try archiving it next time 2024-11-15T00:56:14,939 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.1731632106831 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/oldWALs/fb2f6cb7846a%2C34565%2C1731632105383.1731632106831 2024-11-15T00:56:14,940 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:56:14,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741875_1051 (size=731) 2024-11-15T00:56:14,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741875_1051 (size=731) 2024-11-15T00:56:14,943 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/WALs/fb2f6cb7846a,34565,1731632105383/fb2f6cb7846a%2C34565%2C1731632105383.1731632174434 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/oldWALs/fb2f6cb7846a%2C34565%2C1731632105383.1731632174434 2024-11-15T00:56:15,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T00:56:15,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:56:15,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:56:15,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:56:15,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:56:15,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T00:56:15,041 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T00:56:15,041 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=817635911, stopped=false 2024-11-15T00:56:15,041 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb2f6cb7846a,44155,1731632105200 2024-11-15T00:56:15,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:56:15,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:56:15,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:15,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:15,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:56:15,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:56:15,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:56:15,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:56:15,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:56:15,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:56:15,090 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,34565,1731632105383' ***** 2024-11-15T00:56:15,090 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:56:15,090 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:56:15,090 INFO [RS:0;fb2f6cb7846a:34565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:56:15,090 INFO [RS:0;fb2f6cb7846a:34565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:56:15,090 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d3779f96728abdea28b359ac9014ecd 2024-11-15T00:56:15,090 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(3091): Received CLOSE for 15c353c938eb1302437812b14b8b3c84 2024-11-15T00:56:15,090 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,34565,1731632105383 2024-11-15T00:56:15,090 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:56:15,090 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d3779f96728abdea28b359ac9014ecd, disabling compactions & flushes 2024-11-15T00:56:15,090 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd. 2024-11-15T00:56:15,090 INFO [RS:0;fb2f6cb7846a:34565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb2f6cb7846a:34565. 2024-11-15T00:56:15,090 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd. 2024-11-15T00:56:15,090 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd. after waiting 0 ms 2024-11-15T00:56:15,090 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd. 2024-11-15T00:56:15,090 DEBUG [RS:0;fb2f6cb7846a:34565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:56:15,091 DEBUG [RS:0;fb2f6cb7846a:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:56:15,091 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:56:15,091 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:56:15,091 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:56:15,091 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T00:56:15,091 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:56:15,091 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T00:56:15,091 DEBUG [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(1325): Online Regions={1d3779f96728abdea28b359ac9014ecd=TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd., 1588230740=hbase:meta,,1.1588230740, 15c353c938eb1302437812b14b8b3c84=TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.} 2024-11-15T00:56:15,091 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd/info/6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761->hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/6c7fb2b5e73b47518b5e24bc44bc0376-bottom] to archive 2024-11-15T00:56:15,091 DEBUG [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c353c938eb1302437812b14b8b3c84, 1d3779f96728abdea28b359ac9014ecd 2024-11-15T00:56:15,091 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:56:15,091 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:56:15,091 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:56:15,091 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:56:15,091 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:56:15,092 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T00:56:15,094 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd/info/6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd/info/6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:56:15,094 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb2f6cb7846a:44155 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-15T00:56:15,095 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-15T00:56:15,102 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-15T00:56:15,103 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:56:15,103 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:56:15,103 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731632175091Running coprocessor pre-close hooks at 1731632175091Disabling compacts and flushes for region at 1731632175091Disabling writes for close at 1731632175091Writing region close event to WAL at 1731632175092 (+1 ms)Running coprocessor post-close hooks at 1731632175103 (+11 ms)Closed at 1731632175103 2024-11-15T00:56:15,103 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T00:56:15,104 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/1d3779f96728abdea28b359ac9014ecd/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-11-15T00:56:15,105 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd. 2024-11-15T00:56:15,105 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d3779f96728abdea28b359ac9014ecd: Waiting for close lock at 1731632175090Running coprocessor pre-close hooks at 1731632175090Disabling compacts and flushes for region at 1731632175090Disabling writes for close at 1731632175090Writing region close event to WAL at 1731632175100 (+10 ms)Running coprocessor post-close hooks at 1731632175105 (+5 ms)Closed at 1731632175105 2024-11-15T00:56:15,105 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731632141987.1d3779f96728abdea28b359ac9014ecd. 2024-11-15T00:56:15,105 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15c353c938eb1302437812b14b8b3c84, disabling compactions & flushes 2024-11-15T00:56:15,105 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:56:15,105 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:56:15,105 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. after waiting 0 ms 2024-11-15T00:56:15,105 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:56:15,106 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761->hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/7177d0110a0f1305ae9fa3a4368bd761/info/6c7fb2b5e73b47518b5e24bc44bc0376-top, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/188c03bf97704cf7818b44eb4de10468, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/TestLogRolling-testLogRolling=7177d0110a0f1305ae9fa3a4368bd761-850d2a5fd6564393ae6a6906303fd401, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/27249ab6f9024d788180d16e9f386894, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/431de6f605064f479327e6713f80ebb7, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/3bf983cdc8a94694af9943e5a01eade5, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/65fb098a88cb45d9a1534631072f957c, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/bb2393b8863143d18c358cf8a92c3a2c, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/aa2babf7d13f4b95a391ba4dda6bb73b, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/564cfef5358e480b832040706d4badd6, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/03106666ebac432a834df6c49b2c7bef, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/d474888076954818b25410734b05af35, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/1087c6bed5a9492db4362e18db460a8a, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/b6b60b51a1814b7ea266eaf3f77bf46f, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/c3768841b6614ca2808e56195f1c2b5d, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/ac72bd8eff1e43b29d2f6d6497f993ce, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/373b1989b94540d1937baf88e43ce2fb, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/fdcac97455984a338975824fabc9328b, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/20ddae53f244469cb5ba369d9b3d71fd, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/72f3ff140bd448ed8d2301c35973d943] to archive 2024-11-15T00:56:15,107 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T00:56:15,108 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/6c7fb2b5e73b47518b5e24bc44bc0376.7177d0110a0f1305ae9fa3a4368bd761 2024-11-15T00:56:15,110 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/188c03bf97704cf7818b44eb4de10468 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/188c03bf97704cf7818b44eb4de10468 2024-11-15T00:56:15,111 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/TestLogRolling-testLogRolling=7177d0110a0f1305ae9fa3a4368bd761-850d2a5fd6564393ae6a6906303fd401 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/TestLogRolling-testLogRolling=7177d0110a0f1305ae9fa3a4368bd761-850d2a5fd6564393ae6a6906303fd401 2024-11-15T00:56:15,112 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/27249ab6f9024d788180d16e9f386894 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/27249ab6f9024d788180d16e9f386894 2024-11-15T00:56:15,113 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/431de6f605064f479327e6713f80ebb7 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/431de6f605064f479327e6713f80ebb7 2024-11-15T00:56:15,114 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/3bf983cdc8a94694af9943e5a01eade5 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/3bf983cdc8a94694af9943e5a01eade5 2024-11-15T00:56:15,116 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/65fb098a88cb45d9a1534631072f957c to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/65fb098a88cb45d9a1534631072f957c 2024-11-15T00:56:15,118 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/bb2393b8863143d18c358cf8a92c3a2c to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/bb2393b8863143d18c358cf8a92c3a2c 2024-11-15T00:56:15,119 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/aa2babf7d13f4b95a391ba4dda6bb73b to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/aa2babf7d13f4b95a391ba4dda6bb73b 2024-11-15T00:56:15,121 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/564cfef5358e480b832040706d4badd6 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/564cfef5358e480b832040706d4badd6 2024-11-15T00:56:15,122 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/03106666ebac432a834df6c49b2c7bef to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/03106666ebac432a834df6c49b2c7bef 2024-11-15T00:56:15,123 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/d474888076954818b25410734b05af35 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/d474888076954818b25410734b05af35 2024-11-15T00:56:15,124 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/1087c6bed5a9492db4362e18db460a8a to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/1087c6bed5a9492db4362e18db460a8a 2024-11-15T00:56:15,125 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/b6b60b51a1814b7ea266eaf3f77bf46f to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/b6b60b51a1814b7ea266eaf3f77bf46f 2024-11-15T00:56:15,127 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/c3768841b6614ca2808e56195f1c2b5d to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/c3768841b6614ca2808e56195f1c2b5d 2024-11-15T00:56:15,128 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/ac72bd8eff1e43b29d2f6d6497f993ce to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/ac72bd8eff1e43b29d2f6d6497f993ce 2024-11-15T00:56:15,129 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/373b1989b94540d1937baf88e43ce2fb to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/373b1989b94540d1937baf88e43ce2fb 2024-11-15T00:56:15,130 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/fdcac97455984a338975824fabc9328b to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/fdcac97455984a338975824fabc9328b 2024-11-15T00:56:15,132 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/20ddae53f244469cb5ba369d9b3d71fd to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/20ddae53f244469cb5ba369d9b3d71fd 2024-11-15T00:56:15,134 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/72f3ff140bd448ed8d2301c35973d943 to hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/archive/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/info/72f3ff140bd448ed8d2301c35973d943 2024-11-15T00:56:15,134 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [188c03bf97704cf7818b44eb4de10468=39908, 27249ab6f9024d788180d16e9f386894=13394, 431de6f605064f479327e6713f80ebb7=63244, 3bf983cdc8a94694af9943e5a01eade5=19728, 65fb098a88cb45d9a1534631072f957c=16553, bb2393b8863143d18c358cf8a92c3a2c=89748, aa2babf7d13f4b95a391ba4dda6bb73b=19728, 564cfef5358e480b832040706d4badd6=18675, 03106666ebac432a834df6c49b2c7bef=111967, d474888076954818b25410734b05af35=13394, 1087c6bed5a9492db4362e18db460a8a=28156, b6b60b51a1814b7ea266eaf3f77bf46f=143863, c3768841b6614ca2808e56195f1c2b5d=13394, ac72bd8eff1e43b29d2f6d6497f993ce=22907, 373b1989b94540d1937baf88e43ce2fb=175592, fdcac97455984a338975824fabc9328b=18688, 20ddae53f244469cb5ba369d9b3d71fd=13402, 72f3ff140bd448ed8d2301c35973d943=26070] 2024-11-15T00:56:15,138 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/data/default/TestLogRolling-testLogRolling/15c353c938eb1302437812b14b8b3c84/recovered.edits/336.seqid, newMaxSeqId=336, maxSeqId=127 2024-11-15T00:56:15,139 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:56:15,139 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15c353c938eb1302437812b14b8b3c84: Waiting for close lock at 1731632175105Running coprocessor pre-close hooks at 1731632175105Disabling compacts and flushes for region at 1731632175105Disabling writes for close at 1731632175105Writing region close event to WAL at 1731632175135 (+30 ms)Running coprocessor post-close hooks at 1731632175139 (+4 ms)Closed at 1731632175139 2024-11-15T00:56:15,139 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731632141987.15c353c938eb1302437812b14b8b3c84. 2024-11-15T00:56:15,291 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,34565,1731632105383; all regions closed. 2024-11-15T00:56:15,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741834_1010 (size=8107) 2024-11-15T00:56:15,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741834_1010 (size=8107) 2024-11-15T00:56:15,312 DEBUG [RS:0;fb2f6cb7846a:34565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/oldWALs 2024-11-15T00:56:15,312 INFO [RS:0;fb2f6cb7846a:34565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C34565%2C1731632105383.meta:.meta(num 1731632107223) 2024-11-15T00:56:15,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741878_1054 (size=780) 2024-11-15T00:56:15,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741878_1054 (size=780) 2024-11-15T00:56:15,322 DEBUG [RS:0;fb2f6cb7846a:34565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/oldWALs 2024-11-15T00:56:15,322 INFO [RS:0;fb2f6cb7846a:34565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C34565%2C1731632105383:(num 1731632174919) 2024-11-15T00:56:15,322 DEBUG [RS:0;fb2f6cb7846a:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:56:15,322 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:56:15,323 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:56:15,323 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T00:56:15,323 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:56:15,323 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:56:15,324 INFO [RS:0;fb2f6cb7846a:34565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34565 2024-11-15T00:56:15,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,34565,1731632105383 2024-11-15T00:56:15,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:56:15,329 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:56:15,340 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,34565,1731632105383] 2024-11-15T00:56:15,361 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,34565,1731632105383 already deleted, retry=false 2024-11-15T00:56:15,361 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,34565,1731632105383 expired; onlineServers=0 2024-11-15T00:56:15,361 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb2f6cb7846a,44155,1731632105200' ***** 2024-11-15T00:56:15,361 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T00:56:15,361 INFO [M:0;fb2f6cb7846a:44155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:56:15,361 INFO [M:0;fb2f6cb7846a:44155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:56:15,361 DEBUG [M:0;fb2f6cb7846a:44155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T00:56:15,361 DEBUG [M:0;fb2f6cb7846a:44155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T00:56:15,361 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T00:56:15,361 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632106560 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632106560,5,FailOnTimeoutGroup] 2024-11-15T00:56:15,361 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632106560 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632106560,5,FailOnTimeoutGroup] 2024-11-15T00:56:15,362 INFO [M:0;fb2f6cb7846a:44155 {}] hbase.ChoreService(370): Chore service for: master/fb2f6cb7846a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T00:56:15,362 INFO [M:0;fb2f6cb7846a:44155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:56:15,362 DEBUG [M:0;fb2f6cb7846a:44155 {}] master.HMaster(1795): Stopping service threads 2024-11-15T00:56:15,362 INFO [M:0;fb2f6cb7846a:44155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T00:56:15,362 INFO [M:0;fb2f6cb7846a:44155 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:56:15,362 INFO [M:0;fb2f6cb7846a:44155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T00:56:15,362 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T00:56:15,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T00:56:15,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:15,382 DEBUG [M:0;fb2f6cb7846a:44155 {}] zookeeper.ZKUtil(347): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T00:56:15,382 WARN [M:0;fb2f6cb7846a:44155 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T00:56:15,383 INFO [M:0;fb2f6cb7846a:44155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/.lastflushedseqids 2024-11-15T00:56:15,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741879_1055 (size=228) 2024-11-15T00:56:15,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741879_1055 (size=228) 2024-11-15T00:56:15,389 INFO [M:0;fb2f6cb7846a:44155 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T00:56:15,389 INFO [M:0;fb2f6cb7846a:44155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T00:56:15,389 DEBUG [M:0;fb2f6cb7846a:44155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:56:15,389 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:56:15,389 DEBUG [M:0;fb2f6cb7846a:44155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:56:15,390 DEBUG [M:0;fb2f6cb7846a:44155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:56:15,390 DEBUG [M:0;fb2f6cb7846a:44155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:56:15,390 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-11-15T00:56:15,406 DEBUG [M:0;fb2f6cb7846a:44155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37456c831ffa423dbd8d01c451c61503 is 82, key is hbase:meta,,1/info:regioninfo/1731632107275/Put/seqid=0 2024-11-15T00:56:15,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741880_1056 (size=5672) 2024-11-15T00:56:15,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741880_1056 (size=5672) 2024-11-15T00:56:15,411 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37456c831ffa423dbd8d01c451c61503 2024-11-15T00:56:15,430 DEBUG [M:0;fb2f6cb7846a:44155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2bd4d0f7dd64b7085403c33a52fa0d2 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731632107892/Put/seqid=0 2024-11-15T00:56:15,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741881_1057 (size=7090) 2024-11-15T00:56:15,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741881_1057 (size=7090) 2024-11-15T00:56:15,435 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2bd4d0f7dd64b7085403c33a52fa0d2 2024-11-15T00:56:15,440 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2bd4d0f7dd64b7085403c33a52fa0d2 2024-11-15T00:56:15,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:56:15,440 INFO [RS:0;fb2f6cb7846a:34565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:56:15,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1013bfd02880001, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:56:15,440 INFO [RS:0;fb2f6cb7846a:34565 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,34565,1731632105383; zookeeper connection closed. 2024-11-15T00:56:15,440 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d8a4fe6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d8a4fe6 2024-11-15T00:56:15,441 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T00:56:15,461 DEBUG [M:0;fb2f6cb7846a:44155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87634f59c082491780079d7914cd2a1f is 69, key is fb2f6cb7846a,34565,1731632105383/rs:state/1731632106669/Put/seqid=0 2024-11-15T00:56:15,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741882_1058 (size=5156) 2024-11-15T00:56:15,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741882_1058 (size=5156) 2024-11-15T00:56:15,466 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87634f59c082491780079d7914cd2a1f 2024-11-15T00:56:15,486 DEBUG [M:0;fb2f6cb7846a:44155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4bb850c8c400415e8a585bb24ee0c481 is 52, key is load_balancer_on/state:d/1731632107454/Put/seqid=0 2024-11-15T00:56:15,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741883_1059 (size=5056) 2024-11-15T00:56:15,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741883_1059 (size=5056) 2024-11-15T00:56:15,491 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4bb850c8c400415e8a585bb24ee0c481 2024-11-15T00:56:15,498 DEBUG [M:0;fb2f6cb7846a:44155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37456c831ffa423dbd8d01c451c61503 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37456c831ffa423dbd8d01c451c61503 2024-11-15T00:56:15,509 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37456c831ffa423dbd8d01c451c61503, entries=8, sequenceid=125, filesize=5.5 K 2024-11-15T00:56:15,510 DEBUG [M:0;fb2f6cb7846a:44155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2bd4d0f7dd64b7085403c33a52fa0d2 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2bd4d0f7dd64b7085403c33a52fa0d2 2024-11-15T00:56:15,533 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2bd4d0f7dd64b7085403c33a52fa0d2 2024-11-15T00:56:15,533 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2bd4d0f7dd64b7085403c33a52fa0d2, entries=13, sequenceid=125, filesize=6.9 K 2024-11-15T00:56:15,535 DEBUG [M:0;fb2f6cb7846a:44155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87634f59c082491780079d7914cd2a1f as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87634f59c082491780079d7914cd2a1f 2024-11-15T00:56:15,549 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87634f59c082491780079d7914cd2a1f, entries=1, sequenceid=125, filesize=5.0 K 2024-11-15T00:56:15,552 DEBUG [M:0;fb2f6cb7846a:44155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4bb850c8c400415e8a585bb24ee0c481 as hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/4bb850c8c400415e8a585bb24ee0c481 2024-11-15T00:56:15,559 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/4bb850c8c400415e8a585bb24ee0c481, entries=1, sequenceid=125, filesize=4.9 K 2024-11-15T00:56:15,560 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=125, compaction requested=false 2024-11-15T00:56:15,566 INFO [M:0;fb2f6cb7846a:44155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:56:15,566 DEBUG [M:0;fb2f6cb7846a:44155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731632175389Disabling compacts and flushes for region at 1731632175389Disabling writes for close at 1731632175390 (+1 ms)Obtaining lock to block concurrent updates at 1731632175390Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731632175390Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1731632175390Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731632175391 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731632175391Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731632175405 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731632175405Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731632175416 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731632175430 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731632175430Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731632175440 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731632175460 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731632175460Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731632175471 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731632175486 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731632175486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3876c745: reopening flushed file at 1731632175496 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@932819e: reopening flushed file at 1731632175509 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c672a66: reopening flushed file at 1731632175533 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614d39d7: reopening flushed file at 1731632175550 (+17 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=125, compaction requested=false at 1731632175560 (+10 ms)Writing region close event to WAL at 1731632175566 (+6 ms)Closed at 1731632175566 2024-11-15T00:56:15,574 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe17acbc-bf82-c27b-40bc-d112d37589ae/MasterData/WALs/fb2f6cb7846a,44155,1731632105200/fb2f6cb7846a%2C44155%2C1731632105200.1731632106127 not finished, retry = 0 2024-11-15T00:56:15,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741830_1006 (size=61332) 2024-11-15T00:56:15,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741830_1006 (size=61332) 2024-11-15T00:56:15,680 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:56:15,680 INFO [M:0;fb2f6cb7846a:44155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T00:56:15,680 INFO [M:0;fb2f6cb7846a:44155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44155 2024-11-15T00:56:15,684 INFO [M:0;fb2f6cb7846a:44155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:56:15,810 INFO [M:0;fb2f6cb7846a:44155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:56:15,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:56:15,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1013bfd02880000, quorum=127.0.0.1:59433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:56:15,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e068745{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:56:15,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@795ac99d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:56:15,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:56:15,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d906eae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:56:15,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694ec3f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/hadoop.log.dir/,STOPPED} 2024-11-15T00:56:15,833 WARN [BP-1870539609-172.17.0.3-1731632102432 heartbeating to localhost/127.0.0.1:46107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:56:15,833 WARN [BP-1870539609-172.17.0.3-1731632102432 heartbeating to localhost/127.0.0.1:46107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1870539609-172.17.0.3-1731632102432 (Datanode Uuid ce44705b-ef51-482f-830a-53c374946fdf) service to localhost/127.0.0.1:46107 2024-11-15T00:56:15,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/cluster_fe3cc004-8d62-9193-c347-1f09146c2831/data/data4/current/BP-1870539609-172.17.0.3-1731632102432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:56:15,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/cluster_fe3cc004-8d62-9193-c347-1f09146c2831/data/data3/current/BP-1870539609-172.17.0.3-1731632102432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:56:15,835 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:56:15,835 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:56:15,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:56:15,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70a4f50d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:56:15,862 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34ae8fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:56:15,862 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:56:15,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51d176b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:56:15,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73ef576f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/hadoop.log.dir/,STOPPED} 2024-11-15T00:56:15,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:56:15,874 WARN [BP-1870539609-172.17.0.3-1731632102432 heartbeating to localhost/127.0.0.1:46107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:56:15,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:56:15,874 WARN [BP-1870539609-172.17.0.3-1731632102432 heartbeating to localhost/127.0.0.1:46107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1870539609-172.17.0.3-1731632102432 (Datanode Uuid bb15b7a9-0eb1-441e-8c68-fac061eb0578) service to localhost/127.0.0.1:46107 2024-11-15T00:56:15,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/cluster_fe3cc004-8d62-9193-c347-1f09146c2831/data/data1/current/BP-1870539609-172.17.0.3-1731632102432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:56:15,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/cluster_fe3cc004-8d62-9193-c347-1f09146c2831/data/data2/current/BP-1870539609-172.17.0.3-1731632102432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:56:15,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:56:15,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cab0977{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:56:15,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54741774{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:56:15,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:56:15,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3646bc2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:56:15,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@251e91d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/hadoop.log.dir/,STOPPED} 2024-11-15T00:56:15,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T00:56:16,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T00:56:16,021 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=107 (was 94) - Thread LEAK? -, OpenFileDescriptor=452 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 524), ProcessCount=11 (was 11), AvailableMemoryMB=1035 (was 1107) 2024-11-15T00:56:16,040 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=108, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=1033 2024-11-15T00:56:16,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T00:56:16,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/hadoop.log.dir so I do NOT create it in target/test-data/f4934c05-a859-5660-23e5-45ae1046d913 2024-11-15T00:56:16,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14839d70-99ec-fb27-539d-2e27ba2e3358/hadoop.tmp.dir so I do NOT create it in target/test-data/f4934c05-a859-5660-23e5-45ae1046d913 2024-11-15T00:56:16,041 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/cluster_5012c5ea-cfdf-2fc3-5990-2b70de344c6e, deleteOnExit=true 2024-11-15T00:56:16,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T00:56:16,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/test.cache.data in system properties and HBase conf 2024-11-15T00:56:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T00:56:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/hadoop.log.dir in system properties and HBase conf 2024-11-15T00:56:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T00:56:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T00:56:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T00:56:16,042 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:56:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:56:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:56:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T00:56:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:56:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T00:56:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T00:56:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:56:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:56:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T00:56:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/nfs.dump.dir in system properties and HBase conf 2024-11-15T00:56:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/java.io.tmpdir in system properties and HBase conf 2024-11-15T00:56:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:56:16,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T00:56:16,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T00:56:16,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:56:16,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:56:16,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:56:16,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:56:16,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T00:56:16,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:56:16,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8286779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:56:16,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c830045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:56:16,698 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:56:16,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@152b14e3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/java.io.tmpdir/jetty-localhost-39801-hadoop-hdfs-3_4_1-tests_jar-_-any-12088987815205522784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:56:16,752 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc04b1b{HTTP/1.1, (http/1.1)}{localhost:39801} 2024-11-15T00:56:16,752 INFO [Time-limited test {}] server.Server(415): Started @228296ms 2024-11-15T00:56:17,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:56:17,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:56:17,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:56:17,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:56:17,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T00:56:17,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@344ebd8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:56:17,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@483db475{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:56:17,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bb83fd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/java.io.tmpdir/jetty-localhost-33313-hadoop-hdfs-3_4_1-tests_jar-_-any-13067573924452854787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:56:17,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8a5c19c{HTTP/1.1, (http/1.1)}{localhost:33313} 2024-11-15T00:56:17,278 INFO [Time-limited test {}] server.Server(415): Started @228821ms 2024-11-15T00:56:17,279 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:56:17,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:56:17,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:56:17,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:56:17,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:56:17,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T00:56:17,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f931798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:56:17,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@389ee88a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:56:17,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3edcb9e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/java.io.tmpdir/jetty-localhost-42555-hadoop-hdfs-3_4_1-tests_jar-_-any-516992178678070472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:56:17,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6248e2b{HTTP/1.1, (http/1.1)}{localhost:42555} 2024-11-15T00:56:17,420 INFO [Time-limited test {}] server.Server(415): Started @228964ms 2024-11-15T00:56:17,421 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:56:17,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:56:17,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T00:56:17,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T00:56:17,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-15T00:56:19,142 WARN [Thread-1615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/cluster_5012c5ea-cfdf-2fc3-5990-2b70de344c6e/data/data1/current/BP-908041571-172.17.0.3-1731632176080/current, will proceed with Du for space computation calculation, 2024-11-15T00:56:19,142 WARN [Thread-1616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/cluster_5012c5ea-cfdf-2fc3-5990-2b70de344c6e/data/data2/current/BP-908041571-172.17.0.3-1731632176080/current, will proceed with Du for space computation calculation, 2024-11-15T00:56:19,162 WARN [Thread-1579 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:56:19,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2aed337a2ca8ef9d with lease ID 0xcddd87ac713ff74: Processing first storage report for DS-6cc648a4-0aee-4089-a1ed-314be9e59b18 from datanode DatanodeRegistration(127.0.0.1:33133, datanodeUuid=5ea5beb7-9c3f-40ce-a25d-f2015a18f113, infoPort=44501, infoSecurePort=0, ipcPort=44427, storageInfo=lv=-57;cid=testClusterID;nsid=1445749744;c=1731632176080) 2024-11-15T00:56:19,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2aed337a2ca8ef9d with lease ID 0xcddd87ac713ff74: from storage DS-6cc648a4-0aee-4089-a1ed-314be9e59b18 node DatanodeRegistration(127.0.0.1:33133, datanodeUuid=5ea5beb7-9c3f-40ce-a25d-f2015a18f113, infoPort=44501, infoSecurePort=0, ipcPort=44427, storageInfo=lv=-57;cid=testClusterID;nsid=1445749744;c=1731632176080), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:56:19,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2aed337a2ca8ef9d with lease ID 0xcddd87ac713ff74: Processing first storage report for DS-2b926577-05ea-4f80-83c8-ba9670d95bda from datanode DatanodeRegistration(127.0.0.1:33133, datanodeUuid=5ea5beb7-9c3f-40ce-a25d-f2015a18f113, infoPort=44501, infoSecurePort=0, ipcPort=44427, storageInfo=lv=-57;cid=testClusterID;nsid=1445749744;c=1731632176080) 2024-11-15T00:56:19,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2aed337a2ca8ef9d with lease ID 0xcddd87ac713ff74: from storage DS-2b926577-05ea-4f80-83c8-ba9670d95bda node DatanodeRegistration(127.0.0.1:33133, datanodeUuid=5ea5beb7-9c3f-40ce-a25d-f2015a18f113, infoPort=44501, infoSecurePort=0, ipcPort=44427, storageInfo=lv=-57;cid=testClusterID;nsid=1445749744;c=1731632176080), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:56:19,448 WARN [Thread-1626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/cluster_5012c5ea-cfdf-2fc3-5990-2b70de344c6e/data/data3/current/BP-908041571-172.17.0.3-1731632176080/current, will proceed with Du for space computation calculation, 2024-11-15T00:56:19,449 WARN [Thread-1627 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/cluster_5012c5ea-cfdf-2fc3-5990-2b70de344c6e/data/data4/current/BP-908041571-172.17.0.3-1731632176080/current, will proceed with Du for space computation calculation, 2024-11-15T00:56:19,472 WARN [Thread-1602 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:56:19,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40e11a638ab6a271 with lease ID 0xcddd87ac713ff75: Processing first storage report for DS-875ce448-a6ec-483f-9977-2723b6121b3a from datanode DatanodeRegistration(127.0.0.1:43627, datanodeUuid=9e48e54a-8633-448d-9878-cd5be174813f, infoPort=38775, infoSecurePort=0, ipcPort=41687, storageInfo=lv=-57;cid=testClusterID;nsid=1445749744;c=1731632176080) 2024-11-15T00:56:19,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40e11a638ab6a271 with lease ID 0xcddd87ac713ff75: from storage DS-875ce448-a6ec-483f-9977-2723b6121b3a node DatanodeRegistration(127.0.0.1:43627, datanodeUuid=9e48e54a-8633-448d-9878-cd5be174813f, infoPort=38775, infoSecurePort=0, ipcPort=41687, storageInfo=lv=-57;cid=testClusterID;nsid=1445749744;c=1731632176080), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:56:19,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40e11a638ab6a271 with lease ID 0xcddd87ac713ff75: Processing first storage report for DS-e72bd88f-5243-40d1-a06c-687f20682789 from datanode DatanodeRegistration(127.0.0.1:43627, datanodeUuid=9e48e54a-8633-448d-9878-cd5be174813f, infoPort=38775, infoSecurePort=0, ipcPort=41687, storageInfo=lv=-57;cid=testClusterID;nsid=1445749744;c=1731632176080) 2024-11-15T00:56:19,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40e11a638ab6a271 with lease ID 0xcddd87ac713ff75: from storage DS-e72bd88f-5243-40d1-a06c-687f20682789 node DatanodeRegistration(127.0.0.1:43627, datanodeUuid=9e48e54a-8633-448d-9878-cd5be174813f, infoPort=38775, infoSecurePort=0, ipcPort=41687, storageInfo=lv=-57;cid=testClusterID;nsid=1445749744;c=1731632176080), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:56:19,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913 2024-11-15T00:56:19,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/cluster_5012c5ea-cfdf-2fc3-5990-2b70de344c6e/zookeeper_0, clientPort=59493, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/cluster_5012c5ea-cfdf-2fc3-5990-2b70de344c6e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/cluster_5012c5ea-cfdf-2fc3-5990-2b70de344c6e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T00:56:19,568 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59493 2024-11-15T00:56:19,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:56:19,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:56:19,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:56:19,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:56:19,578 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816 with version=8 2024-11-15T00:56:19,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42639/user/jenkins/test-data/d07bb7ee-5c7b-00eb-97c6-091df453c518/hbase-staging 2024-11-15T00:56:19,580 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:56:19,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:56:19,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:56:19,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:56:19,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:56:19,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:56:19,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T00:56:19,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:56:19,581 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44009 2024-11-15T00:56:19,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44009 connecting to ZooKeeper ensemble=127.0.0.1:59493 2024-11-15T00:56:19,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440090x0, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:56:19,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44009-0x1013bfe251a0000 connected 2024-11-15T00:56:19,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:56:19,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:56:19,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:56:19,885 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816, hbase.cluster.distributed=false 2024-11-15T00:56:19,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:56:19,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44009 2024-11-15T00:56:19,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44009 2024-11-15T00:56:19,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44009 2024-11-15T00:56:19,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44009 2024-11-15T00:56:19,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44009 2024-11-15T00:56:19,907 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:56:19,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:56:19,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:56:19,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:56:19,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:56:19,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:56:19,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:56:19,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:56:19,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35545 2024-11-15T00:56:19,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35545 connecting to ZooKeeper ensemble=127.0.0.1:59493 2024-11-15T00:56:19,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:56:19,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:56:19,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355450x0, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:56:19,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:56:19,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35545-0x1013bfe251a0001 connected 2024-11-15T00:56:19,930 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:56:19,930 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:56:19,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:56:19,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:56:19,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35545 2024-11-15T00:56:19,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35545 2024-11-15T00:56:19,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35545 2024-11-15T00:56:19,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35545 2024-11-15T00:56:19,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35545 2024-11-15T00:56:19,949 DEBUG [M:0;fb2f6cb7846a:44009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb2f6cb7846a:44009 2024-11-15T00:56:19,950 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb2f6cb7846a,44009,1731632179580 2024-11-15T00:56:19,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:56:19,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:56:19,961 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb2f6cb7846a,44009,1731632179580 2024-11-15T00:56:19,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:56:19,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:19,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:19,971 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T00:56:19,972 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb2f6cb7846a,44009,1731632179580 from backup master directory 2024-11-15T00:56:19,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb2f6cb7846a,44009,1731632179580 2024-11-15T00:56:19,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:56:19,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:56:19,981 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:56:19,981 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb2f6cb7846a,44009,1731632179580 2024-11-15T00:56:19,986 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/hbase.id] with ID: ebf1805e-4a35-4814-80ef-ad175bb88af5 2024-11-15T00:56:19,986 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/.tmp/hbase.id 2024-11-15T00:56:19,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:56:19,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:56:19,992 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/.tmp/hbase.id]:[hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/hbase.id] 2024-11-15T00:56:20,003 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:56:20,003 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T00:56:20,004 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T00:56:20,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:20,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:20,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:56:20,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:56:20,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,471 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:56:20,471 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T00:56:20,472 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:56:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:56:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:56:20,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T00:56:20,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:56:20,884 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store 2024-11-15T00:56:20,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:56:20,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:56:20,891 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:56:20,891 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:56:20,891 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:56:20,891 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:56:20,891 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:56:20,891 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:56:20,891 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:56:20,892 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731632180891Disabling compacts and flushes for region at 1731632180891Disabling writes for close at 1731632180891Writing region close event to WAL at 1731632180891Closed at 1731632180891 2024-11-15T00:56:20,892 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/.initializing 2024-11-15T00:56:20,892 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/WALs/fb2f6cb7846a,44009,1731632179580 2024-11-15T00:56:20,893 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:56:20,895 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C44009%2C1731632179580, suffix=, logDir=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/WALs/fb2f6cb7846a,44009,1731632179580, archiveDir=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/oldWALs, maxLogs=10 2024-11-15T00:56:20,906 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/WALs/fb2f6cb7846a,44009,1731632179580/fb2f6cb7846a%2C44009%2C1731632179580.1731632180895, exclude list is [], retry=0 2024-11-15T00:56:20,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33133,DS-6cc648a4-0aee-4089-a1ed-314be9e59b18,DISK] 2024-11-15T00:56:20,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-875ce448-a6ec-483f-9977-2723b6121b3a,DISK] 2024-11-15T00:56:20,925 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/WALs/fb2f6cb7846a,44009,1731632179580/fb2f6cb7846a%2C44009%2C1731632179580.1731632180895 2024-11-15T00:56:20,926 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44501:44501),(127.0.0.1/127.0.0.1:38775:38775)] 2024-11-15T00:56:20,926 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:56:20,926 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:56:20,926 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:56:20,926 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:56:20,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:56:20,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T00:56:20,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:56:20,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:56:20,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:56:20,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T00:56:20,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:56:20,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:56:20,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:56:20,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T00:56:20,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:56:20,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:56:20,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:56:20,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T00:56:20,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:56:20,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:56:20,935 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:56:20,936 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:56:20,936 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:56:20,937 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:56:20,938 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:56:20,938 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:56:20,939 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:56:20,944 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:56:20,944 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=791271, jitterRate=0.006153866648674011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:56:20,945 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731632180926Initializing all the Stores at 1731632180927 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632180927Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632180928 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632180928Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632180928Cleaning up temporary data from old regions at 1731632180938 (+10 ms)Region opened successfully at 1731632180945 (+7 ms) 2024-11-15T00:56:20,947 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T00:56:20,953 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b67f583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:56:20,954 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T00:56:20,954 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T00:56:20,954 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T00:56:20,955 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T00:56:20,955 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T00:56:20,955 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T00:56:20,955 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T00:56:20,958 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T00:56:20,959 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T00:56:21,053 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T00:56:21,054 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T00:56:21,056 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T00:56:21,106 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T00:56:21,107 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T00:56:21,110 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T00:56:21,179 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T00:56:21,181 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T00:56:21,243 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T00:56:21,245 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T00:56:21,329 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T00:56:21,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:56:21,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:56:21,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:21,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:21,418 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb2f6cb7846a,44009,1731632179580, sessionid=0x1013bfe251a0000, setting cluster-up flag (Was=false) 2024-11-15T00:56:21,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:21,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:21,754 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T00:56:21,755 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,44009,1731632179580 2024-11-15T00:56:21,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:21,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:21,806 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T00:56:21,808 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,44009,1731632179580 2024-11-15T00:56:21,809 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T00:56:21,810 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T00:56:21,811 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T00:56:21,811 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T00:56:21,811 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb2f6cb7846a,44009,1731632179580 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T00:56:21,812 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:56:21,812 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:56:21,812 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:56:21,812 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:56:21,812 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb2f6cb7846a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T00:56:21,812 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:56:21,812 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:56:21,812 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:56:21,813 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731632211813 2024-11-15T00:56:21,813 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T00:56:21,814 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T00:56:21,814 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T00:56:21,814 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T00:56:21,814 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T00:56:21,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:56:21,814 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T00:56:21,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T00:56:21,814 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,814 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T00:56:21,814 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T00:56:21,814 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T00:56:21,815 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T00:56:21,815 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T00:56:21,815 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632181815,5,FailOnTimeoutGroup] 2024-11-15T00:56:21,815 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632181815,5,FailOnTimeoutGroup] 2024-11-15T00:56:21,815 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:56:21,815 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,815 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T00:56:21,815 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,815 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T00:56:21,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:56:21,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:56:21,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T00:56:21,825 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816 2024-11-15T00:56:21,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:56:21,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:56:21,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:56:21,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:56:21,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:56:21,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:56:21,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:56:21,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:56:21,842 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(746): ClusterId : ebf1805e-4a35-4814-80ef-ad175bb88af5 2024-11-15T00:56:21,842 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:56:21,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:56:21,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:56:21,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:56:21,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:56:21,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:56:21,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:56:21,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:56:21,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:56:21,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:56:21,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:56:21,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:56:21,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:56:21,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/data/hbase/meta/1588230740 2024-11-15T00:56:21,849 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:56:21,849 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:56:21,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/data/hbase/meta/1588230740 2024-11-15T00:56:21,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:56:21,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:56:21,851 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T00:56:21,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:56:21,854 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:56:21,855 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=712892, jitterRate=-0.09351135790348053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T00:56:21,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731632181833Initializing all the Stores at 1731632181836 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632181836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632181836Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632181836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632181836Cleaning up temporary data from old regions at 1731632181851 (+15 ms)Region opened successfully at 1731632181855 (+4 ms) 2024-11-15T00:56:21,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:56:21,856 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:56:21,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:56:21,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:56:21,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:56:21,856 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:56:21,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731632181856Disabling compacts and flushes for region at 1731632181856Disabling writes for close at 1731632181856Writing region close event to WAL at 1731632181856Closed at 1731632181856 2024-11-15T00:56:21,857 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:56:21,857 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T00:56:21,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T00:56:21,858 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:56:21,859 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T00:56:21,866 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:56:21,867 DEBUG [RS:0;fb2f6cb7846a:35545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3069bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:56:21,880 DEBUG [RS:0;fb2f6cb7846a:35545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb2f6cb7846a:35545 2024-11-15T00:56:21,880 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:56:21,880 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:56:21,880 DEBUG [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:56:21,881 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,44009,1731632179580 with port=35545, startcode=1731632179907 2024-11-15T00:56:21,881 DEBUG [RS:0;fb2f6cb7846a:35545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:56:21,885 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56989, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:56:21,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,35545,1731632179907 2024-11-15T00:56:21,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44009 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,35545,1731632179907 2024-11-15T00:56:21,887 DEBUG [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816 2024-11-15T00:56:21,887 DEBUG [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33411 2024-11-15T00:56:21,887 DEBUG [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:56:21,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:56:21,908 DEBUG [RS:0;fb2f6cb7846a:35545 {}] zookeeper.ZKUtil(111): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,35545,1731632179907 2024-11-15T00:56:21,908 WARN [RS:0;fb2f6cb7846a:35545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:56:21,908 INFO [RS:0;fb2f6cb7846a:35545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:56:21,908 DEBUG [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/fb2f6cb7846a,35545,1731632179907 2024-11-15T00:56:21,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,35545,1731632179907] 2024-11-15T00:56:21,914 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:56:21,916 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:56:21,919 INFO [RS:0;fb2f6cb7846a:35545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:56:21,919 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,920 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:56:21,921 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:56:21,921 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:56:21,921 DEBUG [RS:0;fb2f6cb7846a:35545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:56:21,923 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,923 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,923 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,923 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,923 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,923 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,35545,1731632179907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:56:21,937 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:56:21,937 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,35545,1731632179907-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,937 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,937 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.Replication(171): fb2f6cb7846a,35545,1731632179907 started 2024-11-15T00:56:21,951 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:21,952 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,35545,1731632179907, RpcServer on fb2f6cb7846a/172.17.0.3:35545, sessionid=0x1013bfe251a0001 2024-11-15T00:56:21,952 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:56:21,952 DEBUG [RS:0;fb2f6cb7846a:35545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,35545,1731632179907 2024-11-15T00:56:21,952 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,35545,1731632179907' 2024-11-15T00:56:21,952 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:56:21,953 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:56:21,953 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:56:21,953 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:56:21,953 DEBUG [RS:0;fb2f6cb7846a:35545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,35545,1731632179907 2024-11-15T00:56:21,953 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,35545,1731632179907' 2024-11-15T00:56:21,953 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:56:21,954 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:56:21,954 DEBUG [RS:0;fb2f6cb7846a:35545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:56:21,954 INFO [RS:0;fb2f6cb7846a:35545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:56:21,954 INFO [RS:0;fb2f6cb7846a:35545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:56:22,009 WARN [fb2f6cb7846a:44009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T00:56:22,055 INFO [RS:0;fb2f6cb7846a:35545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:56:22,057 INFO [RS:0;fb2f6cb7846a:35545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C35545%2C1731632179907, suffix=, logDir=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/fb2f6cb7846a,35545,1731632179907, archiveDir=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/oldWALs, maxLogs=32 2024-11-15T00:56:22,075 DEBUG [RS:0;fb2f6cb7846a:35545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/fb2f6cb7846a,35545,1731632179907/fb2f6cb7846a%2C35545%2C1731632179907.1731632182057, exclude list is [], retry=0 2024-11-15T00:56:22,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-875ce448-a6ec-483f-9977-2723b6121b3a,DISK] 2024-11-15T00:56:22,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33133,DS-6cc648a4-0aee-4089-a1ed-314be9e59b18,DISK] 2024-11-15T00:56:22,085 INFO [RS:0;fb2f6cb7846a:35545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/fb2f6cb7846a,35545,1731632179907/fb2f6cb7846a%2C35545%2C1731632179907.1731632182057 2024-11-15T00:56:22,085 DEBUG [RS:0;fb2f6cb7846a:35545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775),(127.0.0.1/127.0.0.1:44501:44501)] 2024-11-15T00:56:22,260 DEBUG [fb2f6cb7846a:44009 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T00:56:22,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb2f6cb7846a,35545,1731632179907 2024-11-15T00:56:22,262 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,35545,1731632179907, state=OPENING 2024-11-15T00:56:22,295 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T00:56:22,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:22,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:22,312 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:56:22,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:56:22,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:56:22,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,35545,1731632179907}] 2024-11-15T00:56:22,465 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:56:22,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57153, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:56:22,469 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T00:56:22,470 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:56:22,470 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T00:56:22,471 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C35545%2C1731632179907.meta, suffix=.meta, logDir=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/fb2f6cb7846a,35545,1731632179907, archiveDir=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/oldWALs, maxLogs=32 2024-11-15T00:56:22,484 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/fb2f6cb7846a,35545,1731632179907/fb2f6cb7846a%2C35545%2C1731632179907.meta.1731632182472.meta, exclude list is [], retry=0 2024-11-15T00:56:22,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-875ce448-a6ec-483f-9977-2723b6121b3a,DISK] 2024-11-15T00:56:22,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33133,DS-6cc648a4-0aee-4089-a1ed-314be9e59b18,DISK] 2024-11-15T00:56:22,489 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/fb2f6cb7846a,35545,1731632179907/fb2f6cb7846a%2C35545%2C1731632179907.meta.1731632182472.meta 2024-11-15T00:56:22,489 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775),(127.0.0.1/127.0.0.1:44501:44501)] 2024-11-15T00:56:22,489 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:56:22,489 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T00:56:22,489 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T00:56:22,489 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T00:56:22,489 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T00:56:22,490 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:56:22,490 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T00:56:22,490 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T00:56:22,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:56:22,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:56:22,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:56:22,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:56:22,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:56:22,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:56:22,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:56:22,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:56:22,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:56:22,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:56:22,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:56:22,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:56:22,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:56:22,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:56:22,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:56:22,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:56:22,498 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:56:22,499 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/data/hbase/meta/1588230740 2024-11-15T00:56:22,500 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/data/hbase/meta/1588230740 2024-11-15T00:56:22,502 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:56:22,502 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:56:22,503 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T00:56:22,504 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:56:22,505 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=841299, jitterRate=0.06976760923862457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T00:56:22,505 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T00:56:22,506 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731632182490Writing region info on filesystem at 1731632182490Initializing all the Stores at 1731632182491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632182491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632182491Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632182491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632182491Cleaning up temporary data from old regions at 1731632182502 (+11 ms)Running coprocessor post-open hooks at 1731632182505 (+3 ms)Region opened successfully at 1731632182506 (+1 ms) 2024-11-15T00:56:22,507 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731632182465 2024-11-15T00:56:22,509 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T00:56:22,509 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T00:56:22,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,35545,1731632179907 2024-11-15T00:56:22,510 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,35545,1731632179907, state=OPEN 2024-11-15T00:56:22,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:56:22,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:56:22,581 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,35545,1731632179907 2024-11-15T00:56:22,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:56:22,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:56:22,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T00:56:22,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,35545,1731632179907 in 269 msec 2024-11-15T00:56:22,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T00:56:22,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 726 msec 2024-11-15T00:56:22,586 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:56:22,586 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T00:56:22,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:56:22,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,35545,1731632179907, seqNum=-1] 2024-11-15T00:56:22,588 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:56:22,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34631, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:56:22,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 782 msec 2024-11-15T00:56:22,593 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731632182593, completionTime=-1 2024-11-15T00:56:22,593 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T00:56:22,593 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T00:56:22,595 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T00:56:22,595 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731632242595 2024-11-15T00:56:22,595 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731632302595 2024-11-15T00:56:22,595 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-15T00:56:22,595 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,44009,1731632179580-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:22,595 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,44009,1731632179580-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:22,595 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,44009,1731632179580-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:22,595 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb2f6cb7846a:44009, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:22,596 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:22,596 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:22,597 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T00:56:22,600 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.618sec 2024-11-15T00:56:22,600 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T00:56:22,600 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T00:56:22,601 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T00:56:22,601 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T00:56:22,601 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T00:56:22,601 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,44009,1731632179580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:56:22,601 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,44009,1731632179580-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T00:56:22,603 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T00:56:22,604 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T00:56:22,604 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,44009,1731632179580-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:56:22,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7611c0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:56:22,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,44009,-1 for getting cluster id 2024-11-15T00:56:22,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T00:56:22,645 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf1805e-4a35-4814-80ef-ad175bb88af5' 2024-11-15T00:56:22,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T00:56:22,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf1805e-4a35-4814-80ef-ad175bb88af5" 2024-11-15T00:56:22,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604d3bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:56:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,44009,-1] 2024-11-15T00:56:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T00:56:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:56:22,647 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T00:56:22,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b656f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:56:22,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:56:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,35545,1731632179907, seqNum=-1] 2024-11-15T00:56:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:56:22,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:56:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb2f6cb7846a,44009,1731632179580 2024-11-15T00:56:22,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:56:22,655 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T00:56:22,655 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:56:22,657 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:56:22,659 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/test.com,8080,1, archiveDir=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/oldWALs, maxLogs=32 2024-11-15T00:56:22,672 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/test.com,8080,1/test.com%2C8080%2C1.1731632182659, exclude list is [], retry=0 2024-11-15T00:56:22,674 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33133,DS-6cc648a4-0aee-4089-a1ed-314be9e59b18,DISK] 2024-11-15T00:56:22,675 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-875ce448-a6ec-483f-9977-2723b6121b3a,DISK] 2024-11-15T00:56:22,677 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/test.com,8080,1/test.com%2C8080%2C1.1731632182659 2024-11-15T00:56:22,680 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44501:44501),(127.0.0.1/127.0.0.1:38775:38775)] 2024-11-15T00:56:22,694 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/test.com,8080,1/test.com%2C8080%2C1.1731632182680, exclude list is [], retry=0 2024-11-15T00:56:22,697 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-875ce448-a6ec-483f-9977-2723b6121b3a,DISK] 2024-11-15T00:56:22,697 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33133,DS-6cc648a4-0aee-4089-a1ed-314be9e59b18,DISK] 2024-11-15T00:56:22,701 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/test.com,8080,1/test.com%2C8080%2C1.1731632182659 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/test.com,8080,1/test.com%2C8080%2C1.1731632182680 2024-11-15T00:56:22,705 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775),(127.0.0.1/127.0.0.1:44501:44501)] 2024-11-15T00:56:22,705 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/test.com,8080,1/test.com%2C8080%2C1.1731632182659 is not closed yet, will try archiving it next time 2024-11-15T00:56:22,707 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/test.com,8080,1/test.com%2C8080%2C1.1731632182659 not finished, retry = 0 2024-11-15T00:56:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741835_1011 (size=93) 2024-11-15T00:56:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741835_1011 (size=93) 2024-11-15T00:56:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741836_1012 (size=93) 2024-11-15T00:56:22,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741836_1012 (size=93) 2024-11-15T00:56:22,810 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/WALs/test.com,8080,1/test.com%2C8080%2C1.1731632182659 to hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/oldWALs/test.com%2C8080%2C1.1731632182659 2024-11-15T00:56:22,814 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/oldWALs 2024-11-15T00:56:22,814 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731632182680) 2024-11-15T00:56:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T00:56:22,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:56:22,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:56:22,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:56:22,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:56:22,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T00:56:22,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2084064642, stopped=false 2024-11-15T00:56:22,815 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb2f6cb7846a,44009,1731632179580 2024-11-15T00:56:22,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T00:56:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:56:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:56:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:22,866 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:56:22,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:56:22,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:56:22,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:56:22,866 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,35545,1731632179907' ***** 2024-11-15T00:56:22,867 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:56:22,867 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:56:22,867 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:56:22,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:56:22,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:56:22,868 INFO [RS:0;fb2f6cb7846a:35545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:56:22,868 INFO [RS:0;fb2f6cb7846a:35545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:56:22,868 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,35545,1731632179907 2024-11-15T00:56:22,868 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:56:22,868 INFO [RS:0;fb2f6cb7846a:35545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb2f6cb7846a:35545. 2024-11-15T00:56:22,868 DEBUG [RS:0;fb2f6cb7846a:35545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:56:22,868 DEBUG [RS:0;fb2f6cb7846a:35545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:56:22,868 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:56:22,869 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:56:22,869 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:56:22,869 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T00:56:22,874 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T00:56:22,874 DEBUG [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T00:56:22,874 DEBUG [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T00:56:22,874 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:56:22,874 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:56:22,874 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:56:22,874 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:56:22,874 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:56:22,874 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T00:56:22,890 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/data/hbase/meta/1588230740/.tmp/ns/b650fa8ac249488797305bed18b9e631 is 43, key is default/ns:d/1731632182589/Put/seqid=0 2024-11-15T00:56:22,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741837_1013 (size=5153) 2024-11-15T00:56:22,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741837_1013 (size=5153) 2024-11-15T00:56:22,897 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/data/hbase/meta/1588230740/.tmp/ns/b650fa8ac249488797305bed18b9e631 2024-11-15T00:56:22,903 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/data/hbase/meta/1588230740/.tmp/ns/b650fa8ac249488797305bed18b9e631 as hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/data/hbase/meta/1588230740/ns/b650fa8ac249488797305bed18b9e631 2024-11-15T00:56:22,909 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/data/hbase/meta/1588230740/ns/b650fa8ac249488797305bed18b9e631, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T00:56:22,910 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 36ms, sequenceid=6, compaction requested=false 2024-11-15T00:56:22,910 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T00:56:22,918 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T00:56:22,918 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:56:22,919 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:56:22,919 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731632182874Running coprocessor pre-close hooks at 1731632182874Disabling compacts and flushes for region at 1731632182874Disabling writes for close at 1731632182874Obtaining lock to block concurrent updates at 1731632182874Preparing flush snapshotting stores in 1588230740 at 1731632182874Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731632182874Flushing stores of hbase:meta,,1.1588230740 at 1731632182875 (+1 ms)Flushing 1588230740/ns: creating writer at 1731632182875Flushing 1588230740/ns: appending metadata at 1731632182889 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731632182889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e632f0c: reopening flushed file at 1731632182902 (+13 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 36ms, sequenceid=6, compaction requested=false at 1731632182910 (+8 ms)Writing region close event to WAL at 1731632182912 (+2 ms)Running coprocessor post-close hooks at 1731632182918 (+6 ms)Closed at 1731632182918 2024-11-15T00:56:22,919 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T00:56:22,923 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T00:56:22,924 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T00:56:23,074 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,35545,1731632179907; all regions closed. 2024-11-15T00:56:23,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741834_1010 (size=1152) 2024-11-15T00:56:23,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741834_1010 (size=1152) 2024-11-15T00:56:23,079 DEBUG [RS:0;fb2f6cb7846a:35545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/oldWALs 2024-11-15T00:56:23,079 INFO [RS:0;fb2f6cb7846a:35545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C35545%2C1731632179907.meta:.meta(num 1731632182472) 2024-11-15T00:56:23,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741833_1009 (size=93) 2024-11-15T00:56:23,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741833_1009 (size=93) 2024-11-15T00:56:23,084 DEBUG [RS:0;fb2f6cb7846a:35545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/oldWALs 2024-11-15T00:56:23,084 INFO [RS:0;fb2f6cb7846a:35545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C35545%2C1731632179907:(num 1731632182057) 2024-11-15T00:56:23,084 DEBUG [RS:0;fb2f6cb7846a:35545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:56:23,084 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:56:23,084 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:56:23,084 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T00:56:23,085 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:56:23,085 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:56:23,085 INFO [RS:0;fb2f6cb7846a:35545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35545 2024-11-15T00:56:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,35545,1731632179907 2024-11-15T00:56:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:56:23,097 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:56:23,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,35545,1731632179907] 2024-11-15T00:56:23,118 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,35545,1731632179907 already deleted, retry=false 2024-11-15T00:56:23,118 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,35545,1731632179907 expired; onlineServers=0 2024-11-15T00:56:23,118 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb2f6cb7846a,44009,1731632179580' ***** 2024-11-15T00:56:23,118 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T00:56:23,118 INFO [M:0;fb2f6cb7846a:44009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:56:23,118 INFO [M:0;fb2f6cb7846a:44009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:56:23,118 DEBUG [M:0;fb2f6cb7846a:44009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T00:56:23,118 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T00:56:23,118 DEBUG [M:0;fb2f6cb7846a:44009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T00:56:23,119 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632181815 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632181815,5,FailOnTimeoutGroup] 2024-11-15T00:56:23,119 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632181815 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632181815,5,FailOnTimeoutGroup] 2024-11-15T00:56:23,119 INFO [M:0;fb2f6cb7846a:44009 {}] hbase.ChoreService(370): Chore service for: master/fb2f6cb7846a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T00:56:23,119 INFO [M:0;fb2f6cb7846a:44009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:56:23,119 DEBUG [M:0;fb2f6cb7846a:44009 {}] master.HMaster(1795): Stopping service threads 2024-11-15T00:56:23,119 INFO [M:0;fb2f6cb7846a:44009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T00:56:23,119 INFO [M:0;fb2f6cb7846a:44009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:56:23,119 INFO [M:0;fb2f6cb7846a:44009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T00:56:23,119 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T00:56:23,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T00:56:23,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:56:23,129 DEBUG [M:0;fb2f6cb7846a:44009 {}] zookeeper.ZKUtil(347): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T00:56:23,129 WARN [M:0;fb2f6cb7846a:44009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T00:56:23,130 INFO [M:0;fb2f6cb7846a:44009 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/.lastflushedseqids 2024-11-15T00:56:23,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741838_1014 (size=99) 2024-11-15T00:56:23,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741838_1014 (size=99) 2024-11-15T00:56:23,137 INFO [M:0;fb2f6cb7846a:44009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T00:56:23,137 INFO [M:0;fb2f6cb7846a:44009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T00:56:23,137 DEBUG [M:0;fb2f6cb7846a:44009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:56:23,137 INFO [M:0;fb2f6cb7846a:44009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:56:23,137 DEBUG [M:0;fb2f6cb7846a:44009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:56:23,137 DEBUG [M:0;fb2f6cb7846a:44009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:56:23,137 DEBUG [M:0;fb2f6cb7846a:44009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:56:23,137 INFO [M:0;fb2f6cb7846a:44009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-15T00:56:23,155 DEBUG [M:0;fb2f6cb7846a:44009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/781eed2fbcec43948cb7af664506bdf3 is 82, key is hbase:meta,,1/info:regioninfo/1731632182509/Put/seqid=0 2024-11-15T00:56:23,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741839_1015 (size=5672) 2024-11-15T00:56:23,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741839_1015 (size=5672) 2024-11-15T00:56:23,163 INFO [M:0;fb2f6cb7846a:44009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/781eed2fbcec43948cb7af664506bdf3 2024-11-15T00:56:23,180 DEBUG [M:0;fb2f6cb7846a:44009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fea0ea735dd44703b750de471d9992ae is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731632182592/Put/seqid=0 2024-11-15T00:56:23,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741840_1016 (size=5275) 2024-11-15T00:56:23,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741840_1016 (size=5275) 2024-11-15T00:56:23,185 INFO [M:0;fb2f6cb7846a:44009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fea0ea735dd44703b750de471d9992ae 2024-11-15T00:56:23,202 DEBUG [M:0;fb2f6cb7846a:44009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8fda441e40d49a2baac5fbd56201206 is 69, key is fb2f6cb7846a,35545,1731632179907/rs:state/1731632181886/Put/seqid=0 2024-11-15T00:56:23,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741841_1017 (size=5156) 2024-11-15T00:56:23,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741841_1017 (size=5156) 2024-11-15T00:56:23,208 INFO [RS:0;fb2f6cb7846a:35545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:56:23,208 INFO [M:0;fb2f6cb7846a:44009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8fda441e40d49a2baac5fbd56201206 2024-11-15T00:56:23,208 INFO [RS:0;fb2f6cb7846a:35545 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,35545,1731632179907; zookeeper connection closed. 2024-11-15T00:56:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:56:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35545-0x1013bfe251a0001, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:56:23,208 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51d36c47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51d36c47 2024-11-15T00:56:23,208 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T00:56:23,226 DEBUG [M:0;fb2f6cb7846a:44009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/230e66c85f4f49148cc7ef3ea9d6c8f8 is 52, key is load_balancer_on/state:d/1731632182654/Put/seqid=0 2024-11-15T00:56:23,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741842_1018 (size=5056) 2024-11-15T00:56:23,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741842_1018 (size=5056) 2024-11-15T00:56:23,231 INFO [M:0;fb2f6cb7846a:44009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/230e66c85f4f49148cc7ef3ea9d6c8f8 2024-11-15T00:56:23,236 DEBUG [M:0;fb2f6cb7846a:44009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/781eed2fbcec43948cb7af664506bdf3 as hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/781eed2fbcec43948cb7af664506bdf3 2024-11-15T00:56:23,241 INFO [M:0;fb2f6cb7846a:44009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/781eed2fbcec43948cb7af664506bdf3, entries=8, sequenceid=29, filesize=5.5 K 2024-11-15T00:56:23,242 DEBUG [M:0;fb2f6cb7846a:44009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fea0ea735dd44703b750de471d9992ae as hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fea0ea735dd44703b750de471d9992ae 2024-11-15T00:56:23,247 INFO [M:0;fb2f6cb7846a:44009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fea0ea735dd44703b750de471d9992ae, entries=3, sequenceid=29, filesize=5.2 K 2024-11-15T00:56:23,248 DEBUG [M:0;fb2f6cb7846a:44009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8fda441e40d49a2baac5fbd56201206 as hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8fda441e40d49a2baac5fbd56201206 2024-11-15T00:56:23,253 INFO [M:0;fb2f6cb7846a:44009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8fda441e40d49a2baac5fbd56201206, entries=1, sequenceid=29, filesize=5.0 K 2024-11-15T00:56:23,254 DEBUG [M:0;fb2f6cb7846a:44009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/230e66c85f4f49148cc7ef3ea9d6c8f8 as hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/230e66c85f4f49148cc7ef3ea9d6c8f8 2024-11-15T00:56:23,258 INFO [M:0;fb2f6cb7846a:44009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/8eefc123-4dfa-d9e1-97ef-207c97078816/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/230e66c85f4f49148cc7ef3ea9d6c8f8, entries=1, sequenceid=29, filesize=4.9 K 2024-11-15T00:56:23,259 INFO [M:0;fb2f6cb7846a:44009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=29, compaction requested=false 2024-11-15T00:56:23,261 INFO [M:0;fb2f6cb7846a:44009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:56:23,261 DEBUG [M:0;fb2f6cb7846a:44009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731632183137Disabling compacts and flushes for region at 1731632183137Disabling writes for close at 1731632183137Obtaining lock to block concurrent updates at 1731632183137Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731632183137Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731632183138 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731632183138Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731632183138Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731632183155 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731632183155Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731632183167 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731632183180 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731632183180Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731632183189 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731632183202 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731632183202Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731632183212 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731632183225 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731632183225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1950d33d: reopening flushed file at 1731632183236 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48885062: reopening flushed file at 1731632183241 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55939be0: reopening flushed file at 1731632183247 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@325adc52: reopening flushed file at 1731632183253 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=29, compaction requested=false at 1731632183259 (+6 ms)Writing region close event to WAL at 1731632183260 (+1 ms)Closed at 1731632183260 2024-11-15T00:56:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741830_1006 (size=10311) 2024-11-15T00:56:23,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741830_1006 (size=10311) 2024-11-15T00:56:23,263 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:56:23,263 INFO [M:0;fb2f6cb7846a:44009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T00:56:23,263 INFO [M:0;fb2f6cb7846a:44009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44009 2024-11-15T00:56:23,263 INFO [M:0;fb2f6cb7846a:44009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:56:23,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:56:23,376 INFO [M:0;fb2f6cb7846a:44009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:56:23,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x1013bfe251a0000, quorum=127.0.0.1:59493, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:56:23,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3edcb9e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:56:23,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6248e2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:56:23,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:56:23,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@389ee88a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:56:23,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f931798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/hadoop.log.dir/,STOPPED} 2024-11-15T00:56:23,384 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:56:23,384 WARN [BP-908041571-172.17.0.3-1731632176080 heartbeating to localhost/127.0.0.1:33411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:56:23,384 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:56:23,384 WARN [BP-908041571-172.17.0.3-1731632176080 heartbeating to localhost/127.0.0.1:33411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-908041571-172.17.0.3-1731632176080 (Datanode Uuid 9e48e54a-8633-448d-9878-cd5be174813f) service to localhost/127.0.0.1:33411 2024-11-15T00:56:23,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/cluster_5012c5ea-cfdf-2fc3-5990-2b70de344c6e/data/data3/current/BP-908041571-172.17.0.3-1731632176080 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:56:23,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/cluster_5012c5ea-cfdf-2fc3-5990-2b70de344c6e/data/data4/current/BP-908041571-172.17.0.3-1731632176080 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:56:23,385 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:56:23,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bb83fd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:56:23,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8a5c19c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:56:23,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:56:23,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@483db475{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:56:23,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@344ebd8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/hadoop.log.dir/,STOPPED} 2024-11-15T00:56:23,389 WARN [BP-908041571-172.17.0.3-1731632176080 heartbeating to localhost/127.0.0.1:33411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:56:23,389 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:56:23,389 WARN [BP-908041571-172.17.0.3-1731632176080 heartbeating to localhost/127.0.0.1:33411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-908041571-172.17.0.3-1731632176080 (Datanode Uuid 5ea5beb7-9c3f-40ce-a25d-f2015a18f113) service to localhost/127.0.0.1:33411 2024-11-15T00:56:23,389 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:56:23,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/cluster_5012c5ea-cfdf-2fc3-5990-2b70de344c6e/data/data1/current/BP-908041571-172.17.0.3-1731632176080 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:56:23,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/cluster_5012c5ea-cfdf-2fc3-5990-2b70de344c6e/data/data2/current/BP-908041571-172.17.0.3-1731632176080 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:56:23,390 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:56:23,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@152b14e3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:56:23,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc04b1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:56:23,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:56:23,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c830045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:56:23,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8286779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4934c05-a859-5660-23e5-45ae1046d913/hadoop.log.dir/,STOPPED} 2024-11-15T00:56:23,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T00:56:23,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T00:56:23,426 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=132 (was 108) - Thread LEAK? -, OpenFileDescriptor=501 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 370) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=629 (was 1033)