2024-11-27 05:48:41,151 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-27 05:48:41,169 main DEBUG Took 0.014354 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 05:48:41,169 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 05:48:41,170 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 05:48:41,172 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 05:48:41,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:41,183 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 05:48:41,197 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:41,200 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:41,201 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:41,203 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:41,204 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:41,206 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:41,207 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:41,208 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:41,210 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:41,211 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:41,212 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:41,213 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:41,215 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,215 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 05:48:41,217 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:41,219 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 05:48:41,226 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 05:48:41,227 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 05:48:41,230 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 05:48:41,230 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 05:48:41,243 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 05:48:41,247 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 05:48:41,249 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 05:48:41,249 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 05:48:41,250 main DEBUG createAppenders(={Console}) 2024-11-27 05:48:41,251 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-27 05:48:41,252 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-27 05:48:41,252 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-27 05:48:41,253 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 05:48:41,253 main DEBUG OutputStream closed 2024-11-27 05:48:41,253 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 05:48:41,254 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 05:48:41,254 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-27 05:48:41,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 05:48:41,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 05:48:41,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 05:48:41,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 05:48:41,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 05:48:41,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 05:48:41,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 05:48:41,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 05:48:41,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 05:48:41,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 05:48:41,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 05:48:41,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 05:48:41,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 05:48:41,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 05:48:41,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 05:48:41,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 05:48:41,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 05:48:41,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 05:48:41,390 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 05:48:41,391 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-27 05:48:41,391 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 05:48:41,393 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-27T05:48:41,720 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297 2024-11-27 05:48:41,723 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 05:48:41,724 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T05:48:41,733 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-27T05:48:41,783 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=11, AvailableMemoryMB=8644 2024-11-27T05:48:41,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T05:48:41,811 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/cluster_c9c37079-bb34-8469-c0e5-f86bdbd3f1b3, deleteOnExit=true 2024-11-27T05:48:41,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T05:48:41,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/test.cache.data in system properties and HBase conf 2024-11-27T05:48:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T05:48:41,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/hadoop.log.dir in system properties and HBase conf 2024-11-27T05:48:41,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T05:48:41,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T05:48:41,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T05:48:41,945 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T05:48:42,080 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T05:48:42,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:48:42,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:48:42,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T05:48:42,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:48:42,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T05:48:42,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T05:48:42,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:48:42,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:48:42,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T05:48:42,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/nfs.dump.dir in system properties and HBase conf 2024-11-27T05:48:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/java.io.tmpdir in system properties and HBase conf 2024-11-27T05:48:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:48:42,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T05:48:42,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T05:48:43,231 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T05:48:43,302 INFO [Time-limited test {}] log.Log(170): Logging initialized @3229ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T05:48:43,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:43,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:48:43,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:48:43,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:48:43,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:48:43,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:43,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571c5822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:48:43,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5886ff95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:48:43,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@207fc993{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/java.io.tmpdir/jetty-localhost-46357-hadoop-hdfs-3_4_1-tests_jar-_-any-5956278566517352634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:48:43,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4770a0e6{HTTP/1.1, (http/1.1)}{localhost:46357} 2024-11-27T05:48:43,663 INFO [Time-limited test {}] server.Server(415): Started @3590ms 2024-11-27T05:48:44,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:44,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:48:44,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:48:44,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:48:44,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:48:44,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e562895{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:48:44,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6080f6d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:48:44,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c2f235b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/java.io.tmpdir/jetty-localhost-43395-hadoop-hdfs-3_4_1-tests_jar-_-any-7309483116351728869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:44,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b8939d9{HTTP/1.1, (http/1.1)}{localhost:43395} 2024-11-27T05:48:44,382 INFO [Time-limited test {}] server.Server(415): Started @4310ms 2024-11-27T05:48:44,436 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:48:44,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:44,550 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:48:44,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:48:44,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:48:44,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:48:44,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0d5314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:48:44,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa2667c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:48:44,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8ddfee8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/java.io.tmpdir/jetty-localhost-37737-hadoop-hdfs-3_4_1-tests_jar-_-any-2895740509816748163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:44,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@354a6507{HTTP/1.1, (http/1.1)}{localhost:37737} 2024-11-27T05:48:44,690 INFO [Time-limited test {}] server.Server(415): Started @4618ms 2024-11-27T05:48:44,692 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:48:46,242 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/cluster_c9c37079-bb34-8469-c0e5-f86bdbd3f1b3/data/data2/current/BP-1770774039-172.17.0.2-1732686522724/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:46,242 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/cluster_c9c37079-bb34-8469-c0e5-f86bdbd3f1b3/data/data4/current/BP-1770774039-172.17.0.2-1732686522724/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:46,242 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/cluster_c9c37079-bb34-8469-c0e5-f86bdbd3f1b3/data/data3/current/BP-1770774039-172.17.0.2-1732686522724/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:46,242 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/cluster_c9c37079-bb34-8469-c0e5-f86bdbd3f1b3/data/data1/current/BP-1770774039-172.17.0.2-1732686522724/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:46,277 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:48:46,277 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:48:46,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeebc8272c527520f with lease ID 0x9e0cf5801c83ce14: Processing first storage report for DS-af9f85c1-ff0b-4445-afa4-7c79a59b8101 from datanode DatanodeRegistration(127.0.0.1:34121, datanodeUuid=8d206745-c433-4b43-8b57-95c4f310fefd, infoPort=41563, infoSecurePort=0, ipcPort=39375, storageInfo=lv=-57;cid=testClusterID;nsid=810135378;c=1732686522724) 2024-11-27T05:48:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeebc8272c527520f with lease ID 0x9e0cf5801c83ce14: from storage DS-af9f85c1-ff0b-4445-afa4-7c79a59b8101 node DatanodeRegistration(127.0.0.1:34121, datanodeUuid=8d206745-c433-4b43-8b57-95c4f310fefd, infoPort=41563, infoSecurePort=0, ipcPort=39375, storageInfo=lv=-57;cid=testClusterID;nsid=810135378;c=1732686522724), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T05:48:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x457f16267579f621 with lease ID 0x9e0cf5801c83ce13: Processing first storage report for DS-a138c528-6d89-45a2-973d-aa55ea2c0a37 from datanode DatanodeRegistration(127.0.0.1:34789, datanodeUuid=3b5a3ed6-1989-48ee-a9f2-9354979afca6, infoPort=34333, infoSecurePort=0, ipcPort=41781, storageInfo=lv=-57;cid=testClusterID;nsid=810135378;c=1732686522724) 2024-11-27T05:48:46,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x457f16267579f621 with lease ID 0x9e0cf5801c83ce13: from storage DS-a138c528-6d89-45a2-973d-aa55ea2c0a37 node DatanodeRegistration(127.0.0.1:34789, datanodeUuid=3b5a3ed6-1989-48ee-a9f2-9354979afca6, infoPort=34333, infoSecurePort=0, ipcPort=41781, storageInfo=lv=-57;cid=testClusterID;nsid=810135378;c=1732686522724), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:48:46,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeebc8272c527520f with lease ID 0x9e0cf5801c83ce14: Processing first storage report for DS-c585c5d5-97b7-4d43-b96f-6fad93c5bd12 from datanode DatanodeRegistration(127.0.0.1:34121, datanodeUuid=8d206745-c433-4b43-8b57-95c4f310fefd, infoPort=41563, infoSecurePort=0, ipcPort=39375, storageInfo=lv=-57;cid=testClusterID;nsid=810135378;c=1732686522724) 2024-11-27T05:48:46,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeebc8272c527520f with lease ID 0x9e0cf5801c83ce14: from storage DS-c585c5d5-97b7-4d43-b96f-6fad93c5bd12 node DatanodeRegistration(127.0.0.1:34121, datanodeUuid=8d206745-c433-4b43-8b57-95c4f310fefd, infoPort=41563, infoSecurePort=0, ipcPort=39375, storageInfo=lv=-57;cid=testClusterID;nsid=810135378;c=1732686522724), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T05:48:46,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x457f16267579f621 with lease ID 0x9e0cf5801c83ce13: Processing first storage report for DS-bb1db3b8-a1b0-44ec-a606-ee3e308f4c34 from datanode DatanodeRegistration(127.0.0.1:34789, datanodeUuid=3b5a3ed6-1989-48ee-a9f2-9354979afca6, infoPort=34333, infoSecurePort=0, ipcPort=41781, storageInfo=lv=-57;cid=testClusterID;nsid=810135378;c=1732686522724) 2024-11-27T05:48:46,330 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x457f16267579f621 with lease ID 0x9e0cf5801c83ce13: from storage DS-bb1db3b8-a1b0-44ec-a606-ee3e308f4c34 node DatanodeRegistration(127.0.0.1:34789, datanodeUuid=3b5a3ed6-1989-48ee-a9f2-9354979afca6, infoPort=34333, infoSecurePort=0, ipcPort=41781, storageInfo=lv=-57;cid=testClusterID;nsid=810135378;c=1732686522724), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:48:46,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297 2024-11-27T05:48:46,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/cluster_c9c37079-bb34-8469-c0e5-f86bdbd3f1b3/zookeeper_0, clientPort=51171, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/cluster_c9c37079-bb34-8469-c0e5-f86bdbd3f1b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/cluster_c9c37079-bb34-8469-c0e5-f86bdbd3f1b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T05:48:46,480 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51171 2024-11-27T05:48:46,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:46,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:46,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741825_1001 (size=7) 2024-11-27T05:48:46,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741825_1001 (size=7) 2024-11-27T05:48:47,093 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2 with version=8 2024-11-27T05:48:47,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/hbase-staging 2024-11-27T05:48:47,174 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T05:48:47,421 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:48:47,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:47,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:47,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:48:47,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:47,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:48:47,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T05:48:47,603 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T05:48:47,611 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T05:48:47,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:48:47,635 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 66918 (auto-detected) 2024-11-27T05:48:47,636 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T05:48:47,655 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43899 2024-11-27T05:48:47,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43899 connecting to ZooKeeper ensemble=127.0.0.1:51171 2024-11-27T05:48:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438990x0, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:48:47,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43899-0x1017ad633a20000 connected 2024-11-27T05:48:47,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:47,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:47,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:47,962 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2, hbase.cluster.distributed=false 2024-11-27T05:48:47,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:48:47,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43899 2024-11-27T05:48:47,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43899 2024-11-27T05:48:47,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43899 2024-11-27T05:48:48,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43899 2024-11-27T05:48:48,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43899 2024-11-27T05:48:48,128 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:48:48,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:48,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:48,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:48:48,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:48,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:48:48,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T05:48:48,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:48:48,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43489 2024-11-27T05:48:48,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43489 connecting to ZooKeeper ensemble=127.0.0.1:51171 2024-11-27T05:48:48,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:48,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:48,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434890x0, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:48:48,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434890x0, quorum=127.0.0.1:51171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:48,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43489-0x1017ad633a20001 connected 2024-11-27T05:48:48,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T05:48:48,171 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T05:48:48,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T05:48:48,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:48:48,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43489 2024-11-27T05:48:48,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43489 2024-11-27T05:48:48,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43489 2024-11-27T05:48:48,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43489 2024-11-27T05:48:48,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43489 2024-11-27T05:48:48,208 DEBUG [M:0;4da2d47fc9ac:43899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4da2d47fc9ac:43899 2024-11-27T05:48:48,209 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4da2d47fc9ac,43899,1732686527253 2024-11-27T05:48:48,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:48,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:48,224 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4da2d47fc9ac,43899,1732686527253 2024-11-27T05:48:48,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T05:48:48,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:48,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:48,261 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T05:48:48,263 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4da2d47fc9ac,43899,1732686527253 from backup master directory 2024-11-27T05:48:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4da2d47fc9ac,43899,1732686527253 2024-11-27T05:48:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:48,275 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:48:48,276 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4da2d47fc9ac,43899,1732686527253 2024-11-27T05:48:48,278 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T05:48:48,280 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T05:48:48,347 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/hbase.id] with ID: fd5c82ee-f032-4bb4-a37b-7f9006c1728d 2024-11-27T05:48:48,347 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/.tmp/hbase.id 2024-11-27T05:48:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741826_1002 (size=42) 2024-11-27T05:48:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741826_1002 (size=42) 2024-11-27T05:48:48,362 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/.tmp/hbase.id]:[hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/hbase.id] 2024-11-27T05:48:48,414 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:48,420 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T05:48:48,445 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-27T05:48:48,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:48,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:48,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741827_1003 (size=196) 2024-11-27T05:48:48,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741827_1003 (size=196) 2024-11-27T05:48:48,494 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T05:48:48,496 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T05:48:48,504 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:48:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741828_1004 (size=1189) 2024-11-27T05:48:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741828_1004 (size=1189) 2024-11-27T05:48:48,580 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store 2024-11-27T05:48:48,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741829_1005 (size=34) 2024-11-27T05:48:48,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741829_1005 (size=34) 2024-11-27T05:48:48,617 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T05:48:48,621 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:48,623 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:48:48,623 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:48,623 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:48,625 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:48:48,626 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:48,626 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:48,628 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686528622Disabling compacts and flushes for region at 1732686528622Disabling writes for close at 1732686528625 (+3 ms)Writing region close event to WAL at 1732686528626 (+1 ms)Closed at 1732686528626 2024-11-27T05:48:48,631 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/.initializing 2024-11-27T05:48:48,631 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/WALs/4da2d47fc9ac,43899,1732686527253 2024-11-27T05:48:48,643 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:48:48,660 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C43899%2C1732686527253, suffix=, logDir=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/WALs/4da2d47fc9ac,43899,1732686527253, archiveDir=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/oldWALs, maxLogs=10 2024-11-27T05:48:48,690 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/WALs/4da2d47fc9ac,43899,1732686527253/4da2d47fc9ac%2C43899%2C1732686527253.1732686528666, exclude list is [], retry=0 2024-11-27T05:48:48,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:48,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-a138c528-6d89-45a2-973d-aa55ea2c0a37,DISK] 2024-11-27T05:48:48,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34121,DS-af9f85c1-ff0b-4445-afa4-7c79a59b8101,DISK] 2024-11-27T05:48:48,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T05:48:48,750 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/WALs/4da2d47fc9ac,43899,1732686527253/4da2d47fc9ac%2C43899%2C1732686527253.1732686528666 2024-11-27T05:48:48,752 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34333:34333),(127.0.0.1/127.0.0.1:41563:41563)] 2024-11-27T05:48:48,752 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:48:48,753 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:48,756 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:48,756 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:48,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:48,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T05:48:48,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:48,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:48,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:48,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T05:48:48,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:48,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:48:48,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:48,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T05:48:48,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:48,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:48:48,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:48,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T05:48:48,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:48,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:48:48,848 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:48,852 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:48,854 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:48,859 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:48,860 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:48,863 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T05:48:48,867 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:48,871 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:48:48,873 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=874117, jitterRate=0.1114978939294815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T05:48:48,880 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732686528768Initializing all the Stores at 1732686528770 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686528770Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686528771 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686528771Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686528771Cleaning up temporary data from old regions at 1732686528860 (+89 ms)Region opened successfully at 1732686528879 (+19 ms) 2024-11-27T05:48:48,881 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T05:48:48,912 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ec9eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:48:48,939 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T05:48:48,948 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T05:48:48,949 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T05:48:48,951 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T05:48:48,952 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T05:48:48,958 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-27T05:48:48,958 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T05:48:48,980 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T05:48:48,990 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T05:48:49,065 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T05:48:49,068 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T05:48:49,070 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T05:48:49,157 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T05:48:49,160 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T05:48:49,164 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T05:48:49,178 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T05:48:49,181 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T05:48:49,189 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T05:48:49,208 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T05:48:49,221 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T05:48:49,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:49,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:49,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:49,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:49,235 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4da2d47fc9ac,43899,1732686527253, sessionid=0x1017ad633a20000, setting cluster-up flag (Was=false) 2024-11-27T05:48:49,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:49,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:49,295 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T05:48:49,297 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,43899,1732686527253 2024-11-27T05:48:49,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:49,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:49,358 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T05:48:49,360 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,43899,1732686527253 2024-11-27T05:48:49,368 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T05:48:49,392 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(746): ClusterId : fd5c82ee-f032-4bb4-a37b-7f9006c1728d 2024-11-27T05:48:49,395 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T05:48:49,410 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T05:48:49,410 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T05:48:49,422 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T05:48:49,423 DEBUG [RS:0;4da2d47fc9ac:43489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f646993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:48:49,441 DEBUG [RS:0;4da2d47fc9ac:43489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4da2d47fc9ac:43489 2024-11-27T05:48:49,444 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T05:48:49,444 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T05:48:49,444 DEBUG [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T05:48:49,447 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(2659): reportForDuty to master=4da2d47fc9ac,43899,1732686527253 with port=43489, startcode=1732686528094 2024-11-27T05:48:49,450 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T05:48:49,457 DEBUG [RS:0;4da2d47fc9ac:43489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T05:48:49,459 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T05:48:49,466 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T05:48:49,472 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4da2d47fc9ac,43899,1732686527253 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T05:48:49,482 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:48:49,482 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:48:49,483 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:48:49,484 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:48:49,484 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4da2d47fc9ac:0, corePoolSize=10, maxPoolSize=10 2024-11-27T05:48:49,484 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:49,485 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:48:49,485 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:49,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:48:49,496 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T05:48:49,497 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732686559496 2024-11-27T05:48:49,498 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37587, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T05:48:49,499 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T05:48:49,500 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T05:48:49,504 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:49,505 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T05:48:49,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T05:48:49,505 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T05:48:49,505 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T05:48:49,505 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43899 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T05:48:49,506 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T05:48:49,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741831_1007 (size=1321) 2024-11-27T05:48:49,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741831_1007 (size=1321) 2024-11-27T05:48:49,517 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T05:48:49,536 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2 2024-11-27T05:48:49,541 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T05:48:49,542 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T05:48:49,543 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T05:48:49,543 DEBUG [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T05:48:49,543 WARN [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T05:48:49,545 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T05:48:49,546 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T05:48:49,548 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686529547,5,FailOnTimeoutGroup] 2024-11-27T05:48:49,550 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686529548,5,FailOnTimeoutGroup] 2024-11-27T05:48:49,550 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,550 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T05:48:49,552 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,552 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741832_1008 (size=32) 2024-11-27T05:48:49,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741832_1008 (size=32) 2024-11-27T05:48:49,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:49,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:48:49,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:48:49,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:49,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:49,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:48:49,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:48:49,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:49,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:49,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:48:49,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:48:49,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:49,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:49,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:48:49,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:48:49,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:49,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:49,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:48:49,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740 2024-11-27T05:48:49,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740 2024-11-27T05:48:49,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:48:49,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:48:49,578 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T05:48:49,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:48:49,584 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:48:49,586 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=760974, jitterRate=-0.03237174451351166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T05:48:49,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732686529555Initializing all the Stores at 1732686529557 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686529557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686529557Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686529557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686529557Cleaning up temporary data from old regions at 1732686529577 (+20 ms)Region opened successfully at 1732686529590 (+13 ms) 2024-11-27T05:48:49,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:48:49,591 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:48:49,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:48:49,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:48:49,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:48:49,592 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:48:49,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686529591Disabling compacts and flushes for region at 1732686529591Disabling writes for close at 1732686529591Writing region close event to WAL at 1732686529592 (+1 ms)Closed at 1732686529592 2024-11-27T05:48:49,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:48:49,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T05:48:49,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T05:48:49,609 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:48:49,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T05:48:49,645 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(2659): reportForDuty to master=4da2d47fc9ac,43899,1732686527253 with port=43489, startcode=1732686528094 2024-11-27T05:48:49,647 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4da2d47fc9ac,43489,1732686528094 2024-11-27T05:48:49,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43899 {}] master.ServerManager(517): Registering regionserver=4da2d47fc9ac,43489,1732686528094 2024-11-27T05:48:49,660 DEBUG [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2 2024-11-27T05:48:49,660 DEBUG [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35133 2024-11-27T05:48:49,660 DEBUG [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T05:48:49,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:48:49,674 DEBUG [RS:0;4da2d47fc9ac:43489 {}] zookeeper.ZKUtil(111): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4da2d47fc9ac,43489,1732686528094 2024-11-27T05:48:49,674 WARN [RS:0;4da2d47fc9ac:43489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:48:49,675 INFO [RS:0;4da2d47fc9ac:43489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:48:49,675 DEBUG [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094 2024-11-27T05:48:49,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4da2d47fc9ac,43489,1732686528094] 2024-11-27T05:48:49,700 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T05:48:49,715 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T05:48:49,719 INFO [RS:0;4da2d47fc9ac:43489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T05:48:49,720 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,721 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T05:48:49,726 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T05:48:49,728 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,728 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:49,728 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:49,729 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:49,729 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:49,729 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:49,729 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:48:49,729 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:49,730 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:49,730 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:49,730 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:49,730 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:49,730 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:49,730 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:49,731 DEBUG [RS:0;4da2d47fc9ac:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:49,734 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,734 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,735 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,735 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,735 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,735 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43489,1732686528094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:48:49,756 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T05:48:49,758 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43489,1732686528094-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,759 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,759 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.Replication(171): 4da2d47fc9ac,43489,1732686528094 started 2024-11-27T05:48:49,763 WARN [4da2d47fc9ac:43899 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T05:48:49,784 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:49,785 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(1482): Serving as 4da2d47fc9ac,43489,1732686528094, RpcServer on 4da2d47fc9ac/172.17.0.2:43489, sessionid=0x1017ad633a20001 2024-11-27T05:48:49,786 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T05:48:49,786 DEBUG [RS:0;4da2d47fc9ac:43489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4da2d47fc9ac,43489,1732686528094 2024-11-27T05:48:49,786 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,43489,1732686528094' 2024-11-27T05:48:49,787 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T05:48:49,788 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T05:48:49,789 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T05:48:49,789 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T05:48:49,790 DEBUG [RS:0;4da2d47fc9ac:43489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4da2d47fc9ac,43489,1732686528094 2024-11-27T05:48:49,790 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,43489,1732686528094' 2024-11-27T05:48:49,790 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T05:48:49,791 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T05:48:49,791 DEBUG [RS:0;4da2d47fc9ac:43489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T05:48:49,791 INFO [RS:0;4da2d47fc9ac:43489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T05:48:49,792 INFO [RS:0;4da2d47fc9ac:43489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T05:48:49,897 INFO [RS:0;4da2d47fc9ac:43489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:48:49,901 INFO [RS:0;4da2d47fc9ac:43489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C43489%2C1732686528094, suffix=, logDir=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094, archiveDir=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/oldWALs, maxLogs=32 2024-11-27T05:48:49,917 DEBUG [RS:0;4da2d47fc9ac:43489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686529903, exclude list is [], retry=0 2024-11-27T05:48:49,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34121,DS-af9f85c1-ff0b-4445-afa4-7c79a59b8101,DISK] 2024-11-27T05:48:49,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-a138c528-6d89-45a2-973d-aa55ea2c0a37,DISK] 2024-11-27T05:48:49,927 INFO [RS:0;4da2d47fc9ac:43489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686529903 2024-11-27T05:48:49,928 DEBUG [RS:0;4da2d47fc9ac:43489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41563:41563),(127.0.0.1/127.0.0.1:34333:34333)] 2024-11-27T05:48:50,016 DEBUG [4da2d47fc9ac:43899 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T05:48:50,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4da2d47fc9ac,43489,1732686528094 2024-11-27T05:48:50,036 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,43489,1732686528094, state=OPENING 2024-11-27T05:48:50,094 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T05:48:50,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:50,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:50,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:50,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:50,108 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:48:50,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,43489,1732686528094}] 2024-11-27T05:48:50,293 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T05:48:50,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38785, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T05:48:50,305 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T05:48:50,306 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:48:50,307 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T05:48:50,310 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C43489%2C1732686528094.meta, suffix=.meta, logDir=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094, archiveDir=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/oldWALs, maxLogs=32 2024-11-27T05:48:50,326 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.meta.1732686530311.meta, exclude list is [], retry=0 2024-11-27T05:48:50,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-a138c528-6d89-45a2-973d-aa55ea2c0a37,DISK] 2024-11-27T05:48:50,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34121,DS-af9f85c1-ff0b-4445-afa4-7c79a59b8101,DISK] 2024-11-27T05:48:50,333 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.meta.1732686530311.meta 2024-11-27T05:48:50,333 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34333:34333),(127.0.0.1/127.0.0.1:41563:41563)] 2024-11-27T05:48:50,333 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:48:50,335 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T05:48:50,338 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T05:48:50,342 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T05:48:50,346 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T05:48:50,346 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:50,347 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T05:48:50,347 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T05:48:50,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:48:50,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:48:50,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:50,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:50,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:48:50,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:48:50,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:50,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:50,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:48:50,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:48:50,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:50,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:50,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:48:50,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:48:50,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:50,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:50,360 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:48:50,362 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740 2024-11-27T05:48:50,364 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740 2024-11-27T05:48:50,367 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:48:50,367 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:48:50,368 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T05:48:50,371 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:48:50,372 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=694833, jitterRate=-0.11647540330886841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T05:48:50,373 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T05:48:50,375 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732686530347Writing region info on filesystem at 1732686530347Initializing all the Stores at 1732686530349 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686530349Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686530349Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686530350 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686530350Cleaning up temporary data from old regions at 1732686530367 (+17 ms)Running coprocessor post-open hooks at 1732686530373 (+6 ms)Region opened successfully at 1732686530375 (+2 ms) 2024-11-27T05:48:50,381 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732686530284 2024-11-27T05:48:50,391 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T05:48:50,392 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T05:48:50,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4da2d47fc9ac,43489,1732686528094 2024-11-27T05:48:50,396 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,43489,1732686528094, state=OPEN 2024-11-27T05:48:50,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:48:50,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:48:50,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:50,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:50,439 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,43489,1732686528094 2024-11-27T05:48:50,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T05:48:50,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,43489,1732686528094 in 329 msec 2024-11-27T05:48:50,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T05:48:50,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 846 msec 2024-11-27T05:48:50,454 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:48:50,455 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T05:48:50,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:48:50,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,43489,1732686528094, seqNum=-1] 2024-11-27T05:48:50,501 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:48:50,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:48:50,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1230 sec 2024-11-27T05:48:50,530 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732686530530, completionTime=-1 2024-11-27T05:48:50,533 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T05:48:50,533 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T05:48:50,566 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T05:48:50,566 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732686590566 2024-11-27T05:48:50,566 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732686650566 2024-11-27T05:48:50,566 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-27T05:48:50,569 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43899,1732686527253-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:50,570 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43899,1732686527253-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:50,570 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43899,1732686527253-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:50,572 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4da2d47fc9ac:43899, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:50,573 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:50,577 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:50,582 DEBUG [master/4da2d47fc9ac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T05:48:50,608 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.332sec 2024-11-27T05:48:50,610 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T05:48:50,613 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T05:48:50,614 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T05:48:50,616 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T05:48:50,616 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T05:48:50,617 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43899,1732686527253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:48:50,618 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43899,1732686527253-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T05:48:50,630 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T05:48:50,631 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T05:48:50,632 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43899,1732686527253-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:50,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637b4dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:48:50,714 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T05:48:50,714 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T05:48:50,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4da2d47fc9ac,43899,-1 for getting cluster id 2024-11-27T05:48:50,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T05:48:50,732 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd5c82ee-f032-4bb4-a37b-7f9006c1728d' 2024-11-27T05:48:50,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T05:48:50,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd5c82ee-f032-4bb4-a37b-7f9006c1728d" 2024-11-27T05:48:50,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c41bb61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:48:50,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4da2d47fc9ac,43899,-1] 2024-11-27T05:48:50,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T05:48:50,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:50,748 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T05:48:50,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4533e3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:48:50,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:48:50,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,43489,1732686528094, seqNum=-1] 2024-11-27T05:48:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:48:50,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:48:50,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4da2d47fc9ac,43899,1732686527253 2024-11-27T05:48:50,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:50,818 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-27T05:48:50,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T05:48:50,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4da2d47fc9ac,43899,1732686527253 2024-11-27T05:48:50,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d944a5f 2024-11-27T05:48:50,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T05:48:50,842 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T05:48:50,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-27T05:48:50,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-27T05:48:50,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T05:48:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-27T05:48:50,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T05:48:50,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-27T05:48:50,871 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:48:50,877 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T05:48:50,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741835_1011 (size=389) 2024-11-27T05:48:50,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741835_1011 (size=389) 2024-11-27T05:48:50,915 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ccf184e986ab61f5e27383e25d4c5a88, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2 2024-11-27T05:48:50,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741836_1012 (size=72) 2024-11-27T05:48:50,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741836_1012 (size=72) 2024-11-27T05:48:50,934 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:50,934 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing ccf184e986ab61f5e27383e25d4c5a88, disabling compactions & flushes 2024-11-27T05:48:50,935 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. 2024-11-27T05:48:50,935 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. 2024-11-27T05:48:50,935 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. after waiting 0 ms 2024-11-27T05:48:50,935 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. 2024-11-27T05:48:50,935 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. 2024-11-27T05:48:50,935 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for ccf184e986ab61f5e27383e25d4c5a88: Waiting for close lock at 1732686530934Disabling compacts and flushes for region at 1732686530934Disabling writes for close at 1732686530935 (+1 ms)Writing region close event to WAL at 1732686530935Closed at 1732686530935 2024-11-27T05:48:50,938 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T05:48:50,946 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732686530938"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732686530938"}]},"ts":"1732686530938"} 2024-11-27T05:48:50,952 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T05:48:50,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T05:48:50,958 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732686530955"}]},"ts":"1732686530955"} 2024-11-27T05:48:50,964 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-27T05:48:50,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ccf184e986ab61f5e27383e25d4c5a88, ASSIGN}] 2024-11-27T05:48:50,971 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ccf184e986ab61f5e27383e25d4c5a88, ASSIGN 2024-11-27T05:48:50,973 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ccf184e986ab61f5e27383e25d4c5a88, ASSIGN; state=OFFLINE, location=4da2d47fc9ac,43489,1732686528094; forceNewPlan=false, retain=false 2024-11-27T05:48:51,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ccf184e986ab61f5e27383e25d4c5a88, regionState=OPENING, regionLocation=4da2d47fc9ac,43489,1732686528094 2024-11-27T05:48:51,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ccf184e986ab61f5e27383e25d4c5a88, ASSIGN because future has completed 2024-11-27T05:48:51,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccf184e986ab61f5e27383e25d4c5a88, server=4da2d47fc9ac,43489,1732686528094}] 2024-11-27T05:48:51,293 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. 2024-11-27T05:48:51,294 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ccf184e986ab61f5e27383e25d4c5a88, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88.', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:48:51,294 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:48:51,294 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:51,295 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:48:51,295 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:48:51,298 INFO [StoreOpener-ccf184e986ab61f5e27383e25d4c5a88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:48:51,301 INFO [StoreOpener-ccf184e986ab61f5e27383e25d4c5a88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccf184e986ab61f5e27383e25d4c5a88 columnFamilyName info 2024-11-27T05:48:51,301 DEBUG [StoreOpener-ccf184e986ab61f5e27383e25d4c5a88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:51,303 INFO [StoreOpener-ccf184e986ab61f5e27383e25d4c5a88-1 {}] regionserver.HStore(327): Store=ccf184e986ab61f5e27383e25d4c5a88/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:48:51,304 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:48:51,306 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:48:51,307 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:48:51,308 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:48:51,308 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:48:51,312 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:48:51,316 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:48:51,317 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ccf184e986ab61f5e27383e25d4c5a88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=722688, jitterRate=-0.08105531334877014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T05:48:51,317 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:48:51,319 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ccf184e986ab61f5e27383e25d4c5a88: Running coprocessor pre-open hook at 1732686531295Writing region info on filesystem at 1732686531295Initializing all the Stores at 1732686531297 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686531297Cleaning up temporary data from old regions at 1732686531308 (+11 ms)Running coprocessor post-open hooks at 1732686531317 (+9 ms)Region opened successfully at 1732686531319 (+2 ms) 2024-11-27T05:48:51,322 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88., pid=6, masterSystemTime=1732686531286 2024-11-27T05:48:51,327 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. 2024-11-27T05:48:51,327 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. 2024-11-27T05:48:51,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ccf184e986ab61f5e27383e25d4c5a88, regionState=OPEN, openSeqNum=2, regionLocation=4da2d47fc9ac,43489,1732686528094 2024-11-27T05:48:51,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccf184e986ab61f5e27383e25d4c5a88, server=4da2d47fc9ac,43489,1732686528094 because future has completed 2024-11-27T05:48:51,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T05:48:51,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ccf184e986ab61f5e27383e25d4c5a88, server=4da2d47fc9ac,43489,1732686528094 in 204 msec 2024-11-27T05:48:51,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T05:48:51,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ccf184e986ab61f5e27383e25d4c5a88, ASSIGN in 373 msec 2024-11-27T05:48:51,348 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T05:48:51,348 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732686531348"}]},"ts":"1732686531348"} 2024-11-27T05:48:51,352 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-27T05:48:51,354 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T05:48:51,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 500 msec 2024-11-27T05:48:55,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T05:48:55,916 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T05:48:55,917 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-27T05:48:57,601 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T05:48:57,601 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T05:48:57,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-27T05:48:57,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-27T05:48:57,606 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T05:48:57,606 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T05:48:57,606 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T05:48:57,606 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T05:49:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:49:00,946 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-27T05:49:00,949 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-27T05:49:00,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-27T05:49:00,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. 2024-11-27T05:49:00,972 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686540958, exclude list is [], retry=0 2024-11-27T05:49:00,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34121,DS-af9f85c1-ff0b-4445-afa4-7c79a59b8101,DISK] 2024-11-27T05:49:00,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-a138c528-6d89-45a2-973d-aa55ea2c0a37,DISK] 2024-11-27T05:49:00,980 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686529903 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686540958 2024-11-27T05:49:00,981 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41563:41563),(127.0.0.1/127.0.0.1:34333:34333)] 2024-11-27T05:49:00,982 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686529903 is not closed yet, will try archiving it next time 2024-11-27T05:49:00,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741833_1009 (size=451) 2024-11-27T05:49:00,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741833_1009 (size=451) 2024-11-27T05:49:00,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88., hostname=4da2d47fc9ac,43489,1732686528094, seqNum=2] 2024-11-27T05:49:00,991 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686529903 to hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/oldWALs/4da2d47fc9ac%2C43489%2C1732686528094.1732686529903 2024-11-27T05:49:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegion(8855): Flush requested on ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:49:15,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ccf184e986ab61f5e27383e25d4c5a88 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T05:49:15,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/.tmp/info/bbd2b122796b4850a8b2ec30216cab34 is 1055, key is row0001/info:/1732686540993/Put/seqid=0 2024-11-27T05:49:15,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741838_1014 (size=13386) 2024-11-27T05:49:15,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741838_1014 (size=13386) 2024-11-27T05:49:15,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/.tmp/info/bbd2b122796b4850a8b2ec30216cab34 2024-11-27T05:49:15,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/.tmp/info/bbd2b122796b4850a8b2ec30216cab34 as hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/info/bbd2b122796b4850a8b2ec30216cab34 2024-11-27T05:49:15,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/info/bbd2b122796b4850a8b2ec30216cab34, entries=8, sequenceid=12, filesize=13.1 K 2024-11-27T05:49:15,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for ccf184e986ab61f5e27383e25d4c5a88 in 133ms, sequenceid=12, compaction requested=false 2024-11-27T05:49:15,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ccf184e986ab61f5e27383e25d4c5a88: 2024-11-27T05:49:16,401 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T05:49:21,125 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686561107, exclude list is [], retry=0 2024-11-27T05:49:21,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34121,DS-af9f85c1-ff0b-4445-afa4-7c79a59b8101,DISK] 2024-11-27T05:49:21,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-a138c528-6d89-45a2-973d-aa55ea2c0a37,DISK] 2024-11-27T05:49:21,130 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686540958 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686561107 2024-11-27T05:49:21,131 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41563:41563),(127.0.0.1/127.0.0.1:34333:34333)] 2024-11-27T05:49:21,131 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686540958 is not closed yet, will try archiving it next time 2024-11-27T05:49:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741837_1013 (size=12149) 2024-11-27T05:49:21,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741837_1013 (size=12149) 2024-11-27T05:49:26,136 INFO [AsyncFSWAL-0-hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2-prefix:4da2d47fc9ac,43489,1732686528094 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34121,DS-af9f85c1-ff0b-4445-afa4-7c79a59b8101,DISK], DatanodeInfoWithStorage[127.0.0.1:34789,DS-a138c528-6d89-45a2-973d-aa55ea2c0a37,DISK]] 2024-11-27T05:49:26,141 WARN [AsyncFSWAL-0-hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2-prefix:4da2d47fc9ac,43489,1732686528094 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34121,DS-af9f85c1-ff0b-4445-afa4-7c79a59b8101,DISK], DatanodeInfoWithStorage[127.0.0.1:34789,DS-a138c528-6d89-45a2-973d-aa55ea2c0a37,DISK]] 2024-11-27T05:49:26,143 DEBUG [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4da2d47fc9ac%2C43489%2C1732686528094:(num 1732686561107) roll requested 2024-11-27T05:49:26,162 DEBUG [regionserver/4da2d47fc9ac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686566143, exclude list is [], retry=0 2024-11-27T05:49:26,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-a138c528-6d89-45a2-973d-aa55ea2c0a37,DISK] 2024-11-27T05:49:26,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34121,DS-af9f85c1-ff0b-4445-afa4-7c79a59b8101,DISK] 2024-11-27T05:49:26,169 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686561107 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686566143 2024-11-27T05:49:26,169 DEBUG [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34333:34333),(127.0.0.1/127.0.0.1:41563:41563)] 2024-11-27T05:49:26,169 DEBUG [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686561107 is not closed yet, will try archiving it next time 2024-11-27T05:49:26,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741839_1015 (size=1233) 2024-11-27T05:49:26,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741839_1015 (size=1233) 2024-11-27T05:49:26,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686561107 not finished, retry = 0 2024-11-27T05:49:28,140 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T05:49:28,160 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686568140, exclude list is [], retry=0 2024-11-27T05:49:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-a138c528-6d89-45a2-973d-aa55ea2c0a37,DISK] 2024-11-27T05:49:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34121,DS-af9f85c1-ff0b-4445-afa4-7c79a59b8101,DISK] 2024-11-27T05:49:28,170 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686566143 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686568140 2024-11-27T05:49:28,171 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34333:34333),(127.0.0.1/127.0.0.1:41563:41563)] 2024-11-27T05:49:28,171 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686566143 is not closed yet, will try archiving it next time 2024-11-27T05:49:28,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741840_1016 (size=93) 2024-11-27T05:49:28,177 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.1732686566143 to hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/oldWALs/4da2d47fc9ac%2C43489%2C1732686528094.1732686566143 2024-11-27T05:49:28,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741840_1016 (size=93) 2024-11-27T05:49:30,658 INFO [master/4da2d47fc9ac:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T05:49:30,658 INFO [master/4da2d47fc9ac:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T05:49:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegion(8855): Flush requested on ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:49:36,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ccf184e986ab61f5e27383e25d4c5a88 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T05:49:36,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/.tmp/info/06f4ef400416472c99096f7872da6b9c is 1055, key is row0009/info:/1732686557100/Put/seqid=0 2024-11-27T05:49:36,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741842_1018 (size=13386) 2024-11-27T05:49:36,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741842_1018 (size=13386) 2024-11-27T05:49:36,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/.tmp/info/06f4ef400416472c99096f7872da6b9c 2024-11-27T05:49:36,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/.tmp/info/06f4ef400416472c99096f7872da6b9c as hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/info/06f4ef400416472c99096f7872da6b9c 2024-11-27T05:49:36,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/info/06f4ef400416472c99096f7872da6b9c, entries=8, sequenceid=23, filesize=13.1 K 2024-11-27T05:49:36,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for ccf184e986ab61f5e27383e25d4c5a88 in 42ms, sequenceid=23, compaction requested=false 2024-11-27T05:49:36,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ccf184e986ab61f5e27383e25d4c5a88: 2024-11-27T05:49:36,235 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-27T05:49:36,235 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:49:36,236 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/info/bbd2b122796b4850a8b2ec30216cab34 because midkey is the same as first or last row 2024-11-27T05:49:36,295 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ccf184e986ab61f5e27383e25d4c5a88, had cached 0 bytes from a total of 26772 2024-11-27T05:49:46,401 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T05:49:48,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T05:49:48,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:49:48,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:49:48,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:49:48,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:49:48,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T05:49:48,228 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T05:49:48,229 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1646294471, stopped=false 2024-11-27T05:49:48,229 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4da2d47fc9ac,43899,1732686527253 2024-11-27T05:49:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:49:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:49:48,395 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:49:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:48,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:49:48,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:49:48,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:49:48,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:49:48,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:49:48,396 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4da2d47fc9ac,43489,1732686528094' ***** 2024-11-27T05:49:48,396 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T05:49:48,396 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T05:49:48,397 INFO [RS:0;4da2d47fc9ac:43489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T05:49:48,397 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T05:49:48,397 INFO [RS:0;4da2d47fc9ac:43489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T05:49:48,397 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(3091): Received CLOSE for ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:49:48,397 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(959): stopping server 4da2d47fc9ac,43489,1732686528094 2024-11-27T05:49:48,397 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:49:48,398 INFO [RS:0;4da2d47fc9ac:43489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4da2d47fc9ac:43489. 2024-11-27T05:49:48,398 DEBUG [RS:0;4da2d47fc9ac:43489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:49:48,398 DEBUG [RS:0;4da2d47fc9ac:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:49:48,398 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ccf184e986ab61f5e27383e25d4c5a88, disabling compactions & flushes 2024-11-27T05:49:48,398 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T05:49:48,398 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T05:49:48,398 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. 2024-11-27T05:49:48,398 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T05:49:48,398 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. 2024-11-27T05:49:48,398 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. after waiting 0 ms 2024-11-27T05:49:48,398 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T05:49:48,398 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. 2024-11-27T05:49:48,398 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ccf184e986ab61f5e27383e25d4c5a88 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-27T05:49:48,398 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T05:49:48,398 DEBUG [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(1325): Online Regions={ccf184e986ab61f5e27383e25d4c5a88=TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T05:49:48,399 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:49:48,399 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:49:48,399 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:49:48,399 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:49:48,399 DEBUG [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ccf184e986ab61f5e27383e25d4c5a88 2024-11-27T05:49:48,399 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:49:48,399 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-27T05:49:48,412 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/.tmp/info/3a9b9dfd334c4a2db1f419140a1ea850 is 1055, key is row0017/info:/1732686578194/Put/seqid=0 2024-11-27T05:49:48,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741843_1019 (size=10222) 2024-11-27T05:49:48,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741843_1019 (size=10222) 2024-11-27T05:49:48,419 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/.tmp/info/3a9b9dfd334c4a2db1f419140a1ea850 2024-11-27T05:49:48,427 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/.tmp/info/2efb460f41f0400f9b24d8e395fc9c43 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88./info:regioninfo/1732686531328/Put/seqid=0 2024-11-27T05:49:48,431 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/.tmp/info/3a9b9dfd334c4a2db1f419140a1ea850 as hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/info/3a9b9dfd334c4a2db1f419140a1ea850 2024-11-27T05:49:48,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741844_1020 (size=7016) 2024-11-27T05:49:48,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741844_1020 (size=7016) 2024-11-27T05:49:48,435 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/.tmp/info/2efb460f41f0400f9b24d8e395fc9c43 2024-11-27T05:49:48,442 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/info/3a9b9dfd334c4a2db1f419140a1ea850, entries=5, sequenceid=31, filesize=10.0 K 2024-11-27T05:49:48,443 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for ccf184e986ab61f5e27383e25d4c5a88 in 45ms, sequenceid=31, compaction requested=true 2024-11-27T05:49:48,449 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/default/TestLogRolling-testSlowSyncLogRolling/ccf184e986ab61f5e27383e25d4c5a88/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-27T05:49:48,451 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. 2024-11-27T05:49:48,451 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ccf184e986ab61f5e27383e25d4c5a88: Waiting for close lock at 1732686588397Running coprocessor pre-close hooks at 1732686588398 (+1 ms)Disabling compacts and flushes for region at 1732686588398Disabling writes for close at 1732686588398Obtaining lock to block concurrent updates at 1732686588398Preparing flush snapshotting stores in ccf184e986ab61f5e27383e25d4c5a88 at 1732686588398Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732686588399 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. at 1732686588406 (+7 ms)Flushing ccf184e986ab61f5e27383e25d4c5a88/info: creating writer at 1732686588406Flushing ccf184e986ab61f5e27383e25d4c5a88/info: appending metadata at 1732686588411 (+5 ms)Flushing ccf184e986ab61f5e27383e25d4c5a88/info: closing flushed file at 1732686588411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a12cb0: reopening flushed file at 1732686588429 (+18 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for ccf184e986ab61f5e27383e25d4c5a88 in 45ms, sequenceid=31, compaction requested=true at 1732686588443 (+14 ms)Writing region close event to WAL at 1732686588444 (+1 ms)Running coprocessor post-close hooks at 1732686588450 (+6 ms)Closed at 1732686588451 (+1 ms) 2024-11-27T05:49:48,452 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732686530844.ccf184e986ab61f5e27383e25d4c5a88. 2024-11-27T05:49:48,460 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/.tmp/ns/0807c248c6d1421fa4d69602b78b88b8 is 43, key is default/ns:d/1732686530509/Put/seqid=0 2024-11-27T05:49:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741845_1021 (size=5153) 2024-11-27T05:49:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741845_1021 (size=5153) 2024-11-27T05:49:48,468 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/.tmp/ns/0807c248c6d1421fa4d69602b78b88b8 2024-11-27T05:49:48,494 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/.tmp/table/39abca8b69494173ae07d4dedde507ea is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732686531348/Put/seqid=0 2024-11-27T05:49:48,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741846_1022 (size=5396) 2024-11-27T05:49:48,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741846_1022 (size=5396) 2024-11-27T05:49:48,501 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/.tmp/table/39abca8b69494173ae07d4dedde507ea 2024-11-27T05:49:48,511 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/.tmp/info/2efb460f41f0400f9b24d8e395fc9c43 as hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/info/2efb460f41f0400f9b24d8e395fc9c43 2024-11-27T05:49:48,521 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/info/2efb460f41f0400f9b24d8e395fc9c43, entries=10, sequenceid=11, filesize=6.9 K 2024-11-27T05:49:48,522 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/.tmp/ns/0807c248c6d1421fa4d69602b78b88b8 as hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/ns/0807c248c6d1421fa4d69602b78b88b8 2024-11-27T05:49:48,532 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/ns/0807c248c6d1421fa4d69602b78b88b8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T05:49:48,534 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/.tmp/table/39abca8b69494173ae07d4dedde507ea as hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/table/39abca8b69494173ae07d4dedde507ea 2024-11-27T05:49:48,543 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/table/39abca8b69494173ae07d4dedde507ea, entries=2, sequenceid=11, filesize=5.3 K 2024-11-27T05:49:48,545 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=11, compaction requested=false 2024-11-27T05:49:48,551 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T05:49:48,552 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T05:49:48,552 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:49:48,552 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686588398Running coprocessor pre-close hooks at 1732686588398Disabling compacts and flushes for region at 1732686588398Disabling writes for close at 1732686588399 (+1 ms)Obtaining lock to block concurrent updates at 1732686588399Preparing flush snapshotting stores in 1588230740 at 1732686588399Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732686588400 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732686588400Flushing 1588230740/info: creating writer at 1732686588401 (+1 ms)Flushing 1588230740/info: appending metadata at 1732686588426 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732686588426Flushing 1588230740/ns: creating writer at 1732686588445 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732686588460 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732686588460Flushing 1588230740/table: creating writer at 1732686588477 (+17 ms)Flushing 1588230740/table: appending metadata at 1732686588493 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732686588493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41045047: reopening flushed file at 1732686588509 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58fe27ab: reopening flushed file at 1732686588521 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65705f5a: reopening flushed file at 1732686588533 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=11, compaction requested=false at 1732686588545 (+12 ms)Writing region close event to WAL at 1732686588546 (+1 ms)Running coprocessor post-close hooks at 1732686588552 (+6 ms)Closed at 1732686588552 2024-11-27T05:49:48,552 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T05:49:48,599 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(976): stopping server 4da2d47fc9ac,43489,1732686528094; all regions closed. 2024-11-27T05:49:48,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741834_1010 (size=3066) 2024-11-27T05:49:48,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/WALs/4da2d47fc9ac,43489,1732686528094/4da2d47fc9ac%2C43489%2C1732686528094.meta.1732686530311.meta not finished, retry = 0 2024-11-27T05:49:48,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741834_1010 (size=3066) 2024-11-27T05:49:48,716 DEBUG [RS:0;4da2d47fc9ac:43489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/oldWALs 2024-11-27T05:49:48,716 INFO [RS:0;4da2d47fc9ac:43489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C43489%2C1732686528094.meta:.meta(num 1732686530311) 2024-11-27T05:49:48,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741841_1017 (size=13164) 2024-11-27T05:49:48,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741841_1017 (size=13164) 2024-11-27T05:49:48,726 DEBUG [RS:0;4da2d47fc9ac:43489 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/oldWALs 2024-11-27T05:49:48,726 INFO [RS:0;4da2d47fc9ac:43489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C43489%2C1732686528094:(num 1732686568140) 2024-11-27T05:49:48,726 DEBUG [RS:0;4da2d47fc9ac:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:49:48,726 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:49:48,726 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:49:48,726 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.ChoreService(370): Chore service for: regionserver/4da2d47fc9ac:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T05:49:48,726 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:49:48,726 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:49:48,727 INFO [RS:0;4da2d47fc9ac:43489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43489 2024-11-27T05:49:48,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4da2d47fc9ac,43489,1732686528094 2024-11-27T05:49:48,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:49:48,774 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:49:48,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4da2d47fc9ac,43489,1732686528094] 2024-11-27T05:49:48,795 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4da2d47fc9ac,43489,1732686528094 already deleted, retry=false 2024-11-27T05:49:48,795 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4da2d47fc9ac,43489,1732686528094 expired; onlineServers=0 2024-11-27T05:49:48,795 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4da2d47fc9ac,43899,1732686527253' ***** 2024-11-27T05:49:48,795 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T05:49:48,795 INFO [M:0;4da2d47fc9ac:43899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:49:48,796 INFO [M:0;4da2d47fc9ac:43899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:49:48,796 DEBUG [M:0;4da2d47fc9ac:43899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T05:49:48,796 DEBUG [M:0;4da2d47fc9ac:43899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T05:49:48,796 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T05:49:48,796 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686529548 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686529548,5,FailOnTimeoutGroup] 2024-11-27T05:49:48,796 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686529547 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686529547,5,FailOnTimeoutGroup] 2024-11-27T05:49:48,797 INFO [M:0;4da2d47fc9ac:43899 {}] hbase.ChoreService(370): Chore service for: master/4da2d47fc9ac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T05:49:48,797 INFO [M:0;4da2d47fc9ac:43899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:49:48,797 DEBUG [M:0;4da2d47fc9ac:43899 {}] master.HMaster(1795): Stopping service threads 2024-11-27T05:49:48,797 INFO [M:0;4da2d47fc9ac:43899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T05:49:48,797 INFO [M:0;4da2d47fc9ac:43899 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:49:48,798 INFO [M:0;4da2d47fc9ac:43899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T05:49:48,798 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T05:49:48,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T05:49:48,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:48,806 DEBUG [M:0;4da2d47fc9ac:43899 {}] zookeeper.ZKUtil(347): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T05:49:48,806 WARN [M:0;4da2d47fc9ac:43899 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T05:49:48,807 INFO [M:0;4da2d47fc9ac:43899 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/.lastflushedseqids 2024-11-27T05:49:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741847_1023 (size=130) 2024-11-27T05:49:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741847_1023 (size=130) 2024-11-27T05:49:48,824 INFO [M:0;4da2d47fc9ac:43899 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T05:49:48,824 INFO [M:0;4da2d47fc9ac:43899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T05:49:48,824 DEBUG [M:0;4da2d47fc9ac:43899 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:49:48,824 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:49:48,824 DEBUG [M:0;4da2d47fc9ac:43899 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:49:48,824 DEBUG [M:0;4da2d47fc9ac:43899 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:49:48,824 DEBUG [M:0;4da2d47fc9ac:43899 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:49:48,824 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-27T05:49:48,841 DEBUG [M:0;4da2d47fc9ac:43899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dadc47120ce944fca586997932683d2e is 82, key is hbase:meta,,1/info:regioninfo/1732686530393/Put/seqid=0 2024-11-27T05:49:48,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741848_1024 (size=5672) 2024-11-27T05:49:48,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741848_1024 (size=5672) 2024-11-27T05:49:48,848 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dadc47120ce944fca586997932683d2e 2024-11-27T05:49:48,874 DEBUG [M:0;4da2d47fc9ac:43899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46dc0b0c873d4b2db8bd8696584a2ce5 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732686531356/Put/seqid=0 2024-11-27T05:49:48,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741849_1025 (size=6247) 2024-11-27T05:49:48,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741849_1025 (size=6247) 2024-11-27T05:49:48,881 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46dc0b0c873d4b2db8bd8696584a2ce5 2024-11-27T05:49:48,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:49:48,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1017ad633a20001, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:49:48,885 INFO [RS:0;4da2d47fc9ac:43489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:49:48,886 INFO [RS:0;4da2d47fc9ac:43489 {}] regionserver.HRegionServer(1031): Exiting; stopping=4da2d47fc9ac,43489,1732686528094; zookeeper connection closed. 2024-11-27T05:49:48,886 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26250f4a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26250f4a 2024-11-27T05:49:48,886 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T05:49:48,888 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46dc0b0c873d4b2db8bd8696584a2ce5 2024-11-27T05:49:48,906 DEBUG [M:0;4da2d47fc9ac:43899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fec5bcac52f4343b82530276abea179 is 69, key is 4da2d47fc9ac,43489,1732686528094/rs:state/1732686529654/Put/seqid=0 2024-11-27T05:49:48,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741850_1026 (size=5156) 2024-11-27T05:49:48,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741850_1026 (size=5156) 2024-11-27T05:49:48,912 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fec5bcac52f4343b82530276abea179 2024-11-27T05:49:48,937 DEBUG [M:0;4da2d47fc9ac:43899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/314a1cab991d4bf1b3df51afa12f0a1b is 52, key is load_balancer_on/state:d/1732686530812/Put/seqid=0 2024-11-27T05:49:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741851_1027 (size=5056) 2024-11-27T05:49:48,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741851_1027 (size=5056) 2024-11-27T05:49:48,943 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/314a1cab991d4bf1b3df51afa12f0a1b 2024-11-27T05:49:48,953 DEBUG [M:0;4da2d47fc9ac:43899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dadc47120ce944fca586997932683d2e as hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dadc47120ce944fca586997932683d2e 2024-11-27T05:49:48,962 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dadc47120ce944fca586997932683d2e, entries=8, sequenceid=59, filesize=5.5 K 2024-11-27T05:49:48,964 DEBUG [M:0;4da2d47fc9ac:43899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46dc0b0c873d4b2db8bd8696584a2ce5 as hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46dc0b0c873d4b2db8bd8696584a2ce5 2024-11-27T05:49:48,972 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46dc0b0c873d4b2db8bd8696584a2ce5 2024-11-27T05:49:48,972 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46dc0b0c873d4b2db8bd8696584a2ce5, entries=6, sequenceid=59, filesize=6.1 K 2024-11-27T05:49:48,974 DEBUG [M:0;4da2d47fc9ac:43899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fec5bcac52f4343b82530276abea179 as hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fec5bcac52f4343b82530276abea179 2024-11-27T05:49:48,981 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fec5bcac52f4343b82530276abea179, entries=1, sequenceid=59, filesize=5.0 K 2024-11-27T05:49:48,982 DEBUG [M:0;4da2d47fc9ac:43899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/314a1cab991d4bf1b3df51afa12f0a1b as hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/314a1cab991d4bf1b3df51afa12f0a1b 2024-11-27T05:49:48,989 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/314a1cab991d4bf1b3df51afa12f0a1b, entries=1, sequenceid=59, filesize=4.9 K 2024-11-27T05:49:48,991 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=59, compaction requested=false 2024-11-27T05:49:48,992 INFO [M:0;4da2d47fc9ac:43899 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:49:48,993 DEBUG [M:0;4da2d47fc9ac:43899 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686588824Disabling compacts and flushes for region at 1732686588824Disabling writes for close at 1732686588824Obtaining lock to block concurrent updates at 1732686588824Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732686588824Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1732686588825 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732686588825Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732686588825Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732686588841 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732686588841Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732686588855 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732686588873 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732686588873Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732686588889 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732686588905 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732686588905Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732686588919 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732686588936 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732686588936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41420cee: reopening flushed file at 1732686588951 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5095a01a: reopening flushed file at 1732686588962 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7569bd: reopening flushed file at 1732686588972 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db70552: reopening flushed file at 1732686588981 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=59, compaction requested=false at 1732686588991 (+10 ms)Writing region close event to WAL at 1732686588992 (+1 ms)Closed at 1732686588992 2024-11-27T05:49:48,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741830_1006 (size=27973) 2024-11-27T05:49:48,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741830_1006 (size=27973) 2024-11-27T05:49:48,996 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:49:48,997 INFO [M:0;4da2d47fc9ac:43899 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T05:49:48,997 INFO [M:0;4da2d47fc9ac:43899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43899 2024-11-27T05:49:48,997 INFO [M:0;4da2d47fc9ac:43899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:49:49,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:49:49,106 INFO [M:0;4da2d47fc9ac:43899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:49:49,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x1017ad633a20000, quorum=127.0.0.1:51171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:49:49,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8ddfee8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:49:49,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@354a6507{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:49:49,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:49:49,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa2667c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:49:49,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0d5314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/hadoop.log.dir/,STOPPED} 2024-11-27T05:49:49,151 WARN [BP-1770774039-172.17.0.2-1732686522724 heartbeating to localhost/127.0.0.1:35133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:49:49,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:49:49,151 WARN [BP-1770774039-172.17.0.2-1732686522724 heartbeating to localhost/127.0.0.1:35133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1770774039-172.17.0.2-1732686522724 (Datanode Uuid 8d206745-c433-4b43-8b57-95c4f310fefd) service to localhost/127.0.0.1:35133 2024-11-27T05:49:49,151 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:49:49,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/cluster_c9c37079-bb34-8469-c0e5-f86bdbd3f1b3/data/data3/current/BP-1770774039-172.17.0.2-1732686522724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:49:49,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/cluster_c9c37079-bb34-8469-c0e5-f86bdbd3f1b3/data/data4/current/BP-1770774039-172.17.0.2-1732686522724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:49:49,153 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:49:49,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c2f235b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:49:49,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b8939d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:49:49,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:49:49,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6080f6d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:49:49,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e562895{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/hadoop.log.dir/,STOPPED} 2024-11-27T05:49:49,157 WARN [BP-1770774039-172.17.0.2-1732686522724 heartbeating to localhost/127.0.0.1:35133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:49:49,157 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:49:49,157 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:49:49,157 WARN [BP-1770774039-172.17.0.2-1732686522724 heartbeating to localhost/127.0.0.1:35133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1770774039-172.17.0.2-1732686522724 (Datanode Uuid 3b5a3ed6-1989-48ee-a9f2-9354979afca6) service to localhost/127.0.0.1:35133 2024-11-27T05:49:49,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/cluster_c9c37079-bb34-8469-c0e5-f86bdbd3f1b3/data/data1/current/BP-1770774039-172.17.0.2-1732686522724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:49:49,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/cluster_c9c37079-bb34-8469-c0e5-f86bdbd3f1b3/data/data2/current/BP-1770774039-172.17.0.2-1732686522724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:49:49,158 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:49:49,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@207fc993{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:49:49,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4770a0e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:49:49,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:49:49,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5886ff95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:49:49,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571c5822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/hadoop.log.dir/,STOPPED} 2024-11-27T05:49:49,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T05:49:49,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T05:49:49,210 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=69 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:35133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/4da2d47fc9ac:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:35133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4da2d47fc9ac:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/4da2d47fc9ac:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4da2d47fc9ac:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@22bf0ecd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:35133 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 497), ProcessCount=11 (was 11), AvailableMemoryMB=7884 (was 8644) 2024-11-27T05:49:49,216 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=70, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=7884 2024-11-27T05:49:49,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T05:49:49,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/hadoop.log.dir so I do NOT create it in target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826 2024-11-27T05:49:49,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b0b6ca4-7dfc-134c-a886-eefe99453297/hadoop.tmp.dir so I do NOT create it in target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826 2024-11-27T05:49:49,217 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d, deleteOnExit=true 2024-11-27T05:49:49,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T05:49:49,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/test.cache.data in system properties and HBase conf 2024-11-27T05:49:49,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T05:49:49,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir in system properties and HBase conf 2024-11-27T05:49:49,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T05:49:49,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T05:49:49,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T05:49:49,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T05:49:49,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:49:49,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:49:49,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T05:49:49,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:49:49,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T05:49:49,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T05:49:49,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:49:49,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:49:49,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T05:49:49,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/nfs.dump.dir in system properties and HBase conf 2024-11-27T05:49:49,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/java.io.tmpdir in system properties and HBase conf 2024-11-27T05:49:49,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:49:49,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T05:49:49,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T05:49:49,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:49:49,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:49:49,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:49:49,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:49:49,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:49:49,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:49:49,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76c3d025{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:49:49,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de3e338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:49:49,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@625b999d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/java.io.tmpdir/jetty-localhost-39587-hadoop-hdfs-3_4_1-tests_jar-_-any-17665054323406273934/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:49:49,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@143ac9d5{HTTP/1.1, (http/1.1)}{localhost:39587} 2024-11-27T05:49:49,672 INFO [Time-limited test {}] server.Server(415): Started @69599ms 2024-11-27T05:49:49,739 INFO [regionserver/4da2d47fc9ac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:49:49,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:49:49,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:49:49,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:49:49,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:49:49,954 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:49:49,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d953ede{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:49:49,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dcdca52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:49:50,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2245c0e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/java.io.tmpdir/jetty-localhost-34935-hadoop-hdfs-3_4_1-tests_jar-_-any-14242729621096431860/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:49:50,049 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5831dbd3{HTTP/1.1, (http/1.1)}{localhost:34935} 2024-11-27T05:49:50,049 INFO [Time-limited test {}] server.Server(415): Started @69976ms 2024-11-27T05:49:50,051 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:49:50,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:49:50,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:49:50,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:49:50,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:49:50,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:49:50,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c114f7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:49:50,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b219cf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:49:50,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4057f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/java.io.tmpdir/jetty-localhost-34431-hadoop-hdfs-3_4_1-tests_jar-_-any-10473727228467919939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:49:50,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2b2fa6{HTTP/1.1, (http/1.1)}{localhost:34431} 2024-11-27T05:49:50,190 INFO [Time-limited test {}] server.Server(415): Started @70117ms 2024-11-27T05:49:50,191 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:49:51,041 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data1/current/BP-523173131-172.17.0.2-1732686589244/current, will proceed with Du for space computation calculation, 2024-11-27T05:49:51,041 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data2/current/BP-523173131-172.17.0.2-1732686589244/current, will proceed with Du for space computation calculation, 2024-11-27T05:49:51,059 WARN [Thread-350 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:49:51,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a5c72b3e9342441 with lease ID 0x5ad211e4f27bebc4: Processing first storage report for DS-8b6d2e00-8976-4ace-a253-1373b72a4666 from datanode DatanodeRegistration(127.0.0.1:42641, datanodeUuid=342b52ec-0245-4358-a8b6-f9d7be07f85b, infoPort=45811, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244) 2024-11-27T05:49:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a5c72b3e9342441 with lease ID 0x5ad211e4f27bebc4: from storage DS-8b6d2e00-8976-4ace-a253-1373b72a4666 node DatanodeRegistration(127.0.0.1:42641, datanodeUuid=342b52ec-0245-4358-a8b6-f9d7be07f85b, infoPort=45811, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:49:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a5c72b3e9342441 with lease ID 0x5ad211e4f27bebc4: Processing first storage report for DS-1bd86853-9c55-44ca-a8d6-c710f924e8dd from datanode DatanodeRegistration(127.0.0.1:42641, datanodeUuid=342b52ec-0245-4358-a8b6-f9d7be07f85b, infoPort=45811, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244) 2024-11-27T05:49:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a5c72b3e9342441 with lease ID 0x5ad211e4f27bebc4: from storage DS-1bd86853-9c55-44ca-a8d6-c710f924e8dd node DatanodeRegistration(127.0.0.1:42641, datanodeUuid=342b52ec-0245-4358-a8b6-f9d7be07f85b, infoPort=45811, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:49:51,192 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data3/current/BP-523173131-172.17.0.2-1732686589244/current, will proceed with Du for space computation calculation, 2024-11-27T05:49:51,193 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data4/current/BP-523173131-172.17.0.2-1732686589244/current, will proceed with Du for space computation calculation, 2024-11-27T05:49:51,209 WARN [Thread-373 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:49:51,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b26fa934356a020 with lease ID 0x5ad211e4f27bebc5: Processing first storage report for DS-16f5fba7-72da-44bd-ad2c-67525bb3f806 from datanode DatanodeRegistration(127.0.0.1:41263, datanodeUuid=765ae2df-49d8-4b8d-8228-a0b7c21e6d89, infoPort=40127, infoSecurePort=0, ipcPort=41827, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244) 2024-11-27T05:49:51,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b26fa934356a020 with lease ID 0x5ad211e4f27bebc5: from storage DS-16f5fba7-72da-44bd-ad2c-67525bb3f806 node DatanodeRegistration(127.0.0.1:41263, datanodeUuid=765ae2df-49d8-4b8d-8228-a0b7c21e6d89, infoPort=40127, infoSecurePort=0, ipcPort=41827, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:49:51,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b26fa934356a020 with lease ID 0x5ad211e4f27bebc5: Processing first storage report for DS-c8975468-b92a-4819-b85c-806c8a0f73c6 from datanode DatanodeRegistration(127.0.0.1:41263, datanodeUuid=765ae2df-49d8-4b8d-8228-a0b7c21e6d89, infoPort=40127, infoSecurePort=0, ipcPort=41827, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244) 2024-11-27T05:49:51,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b26fa934356a020 with lease ID 0x5ad211e4f27bebc5: from storage DS-c8975468-b92a-4819-b85c-806c8a0f73c6 node DatanodeRegistration(127.0.0.1:41263, datanodeUuid=765ae2df-49d8-4b8d-8228-a0b7c21e6d89, infoPort=40127, infoSecurePort=0, ipcPort=41827, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:49:51,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826 2024-11-27T05:49:51,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/zookeeper_0, clientPort=64842, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T05:49:51,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64842 2024-11-27T05:49:51,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:49:51,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:49:51,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741825_1001 (size=7) 2024-11-27T05:49:51,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741825_1001 (size=7) 2024-11-27T05:49:51,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd with version=8 2024-11-27T05:49:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/hbase-staging 2024-11-27T05:49:51,274 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:49:51,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:49:51,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:49:51,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:49:51,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:49:51,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:49:51,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T05:49:51,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:49:51,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35921 2024-11-27T05:49:51,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35921 connecting to ZooKeeper ensemble=127.0.0.1:64842 2024-11-27T05:49:51,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359210x0, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:49:51,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35921-0x1017ad730be0000 connected 2024-11-27T05:49:51,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:49:51,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:49:51,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:49:51,421 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd, hbase.cluster.distributed=false 2024-11-27T05:49:51,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:49:51,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35921 2024-11-27T05:49:51,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35921 2024-11-27T05:49:51,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35921 2024-11-27T05:49:51,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35921 2024-11-27T05:49:51,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35921 2024-11-27T05:49:51,444 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:49:51,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:49:51,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:49:51,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:49:51,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:49:51,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:49:51,444 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T05:49:51,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:49:51,445 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42297 2024-11-27T05:49:51,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42297 connecting to ZooKeeper ensemble=127.0.0.1:64842 2024-11-27T05:49:51,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:49:51,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:49:51,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422970x0, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:49:51,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42297-0x1017ad730be0001 connected 2024-11-27T05:49:51,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:49:51,459 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T05:49:51,459 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T05:49:51,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T05:49:51,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:49:51,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-27T05:49:51,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42297 2024-11-27T05:49:51,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42297 2024-11-27T05:49:51,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-27T05:49:51,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-27T05:49:51,478 DEBUG [M:0;4da2d47fc9ac:35921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4da2d47fc9ac:35921 2024-11-27T05:49:51,478 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4da2d47fc9ac,35921,1732686591274 2024-11-27T05:49:51,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:49:51,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:49:51,490 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4da2d47fc9ac,35921,1732686591274 2024-11-27T05:49:51,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T05:49:51,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:51,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:51,501 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T05:49:51,502 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4da2d47fc9ac,35921,1732686591274 from backup master directory 2024-11-27T05:49:51,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4da2d47fc9ac,35921,1732686591274 2024-11-27T05:49:51,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:49:51,511 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:49:51,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:49:51,511 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4da2d47fc9ac,35921,1732686591274 2024-11-27T05:49:51,517 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/hbase.id] with ID: 3f7670e7-23fd-4caa-be20-d9d717856d5d 2024-11-27T05:49:51,517 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/.tmp/hbase.id 2024-11-27T05:49:51,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741826_1002 (size=42) 2024-11-27T05:49:51,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741826_1002 (size=42) 2024-11-27T05:49:51,526 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/.tmp/hbase.id]:[hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/hbase.id] 2024-11-27T05:49:51,542 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:49:51,542 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T05:49:51,544 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T05:49:51,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:51,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741827_1003 (size=196) 2024-11-27T05:49:51,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741827_1003 (size=196) 2024-11-27T05:49:51,563 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T05:49:51,564 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T05:49:51,565 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:49:51,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741828_1004 (size=1189) 2024-11-27T05:49:51,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741828_1004 (size=1189) 2024-11-27T05:49:51,978 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store 2024-11-27T05:49:51,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741829_1005 (size=34) 2024-11-27T05:49:51,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741829_1005 (size=34) 2024-11-27T05:49:51,994 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:49:51,994 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:49:51,995 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:49:51,995 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:49:51,995 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:49:51,995 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:49:51,995 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:49:51,995 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686591994Disabling compacts and flushes for region at 1732686591994Disabling writes for close at 1732686591995 (+1 ms)Writing region close event to WAL at 1732686591995Closed at 1732686591995 2024-11-27T05:49:51,996 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/.initializing 2024-11-27T05:49:51,996 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274 2024-11-27T05:49:51,997 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:49:52,000 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C35921%2C1732686591274, suffix=, logDir=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274, archiveDir=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/oldWALs, maxLogs=10 2024-11-27T05:49:52,015 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274/4da2d47fc9ac%2C35921%2C1732686591274.1732686592000, exclude list is [], retry=0 2024-11-27T05:49:52,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41263,DS-16f5fba7-72da-44bd-ad2c-67525bb3f806,DISK] 2024-11-27T05:49:52,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42641,DS-8b6d2e00-8976-4ace-a253-1373b72a4666,DISK] 2024-11-27T05:49:52,021 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274/4da2d47fc9ac%2C35921%2C1732686591274.1732686592000 2024-11-27T05:49:52,021 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40127:40127),(127.0.0.1/127.0.0.1:45811:45811)] 2024-11-27T05:49:52,021 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:49:52,021 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:49:52,022 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:49:52,022 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:49:52,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:49:52,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T05:49:52,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:52,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:49:52,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:49:52,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T05:49:52,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:52,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:49:52,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:49:52,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T05:49:52,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:52,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:49:52,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:49:52,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T05:49:52,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:52,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:49:52,037 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:49:52,038 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:49:52,038 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:49:52,040 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:49:52,040 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:49:52,040 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T05:49:52,042 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:49:52,045 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:49:52,045 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=810676, jitterRate=0.030828773975372314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T05:49:52,046 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732686592022Initializing all the Stores at 1732686592023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686592023Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686592024 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686592024Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686592024Cleaning up temporary data from old regions at 1732686592040 (+16 ms)Region opened successfully at 1732686592046 (+6 ms) 2024-11-27T05:49:52,047 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T05:49:52,051 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf29cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:49:52,052 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T05:49:52,052 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T05:49:52,052 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T05:49:52,052 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T05:49:52,053 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T05:49:52,054 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T05:49:52,054 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T05:49:52,056 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T05:49:52,058 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T05:49:52,110 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T05:49:52,111 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T05:49:52,112 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T05:49:52,121 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T05:49:52,121 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T05:49:52,123 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T05:49:52,131 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T05:49:52,133 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T05:49:52,142 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T05:49:52,145 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T05:49:52,152 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T05:49:52,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:49:52,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:49:52,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:52,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:52,166 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4da2d47fc9ac,35921,1732686591274, sessionid=0x1017ad730be0000, setting cluster-up flag (Was=false) 2024-11-27T05:49:52,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:52,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:52,216 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T05:49:52,217 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,35921,1732686591274 2024-11-27T05:49:52,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:52,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:52,268 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T05:49:52,270 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,35921,1732686591274 2024-11-27T05:49:52,272 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T05:49:52,274 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T05:49:52,275 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T05:49:52,275 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T05:49:52,275 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4da2d47fc9ac,35921,1732686591274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T05:49:52,277 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:49:52,277 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:49:52,277 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:49:52,277 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:49:52,278 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4da2d47fc9ac:0, corePoolSize=10, maxPoolSize=10 2024-11-27T05:49:52,278 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:49:52,278 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:49:52,278 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:49:52,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:49:52,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T05:49:52,288 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:52,288 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T05:49:52,292 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732686622292 2024-11-27T05:49:52,292 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T05:49:52,292 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T05:49:52,293 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T05:49:52,293 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T05:49:52,293 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T05:49:52,293 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T05:49:52,300 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,301 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T05:49:52,301 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T05:49:52,301 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T05:49:52,304 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T05:49:52,304 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T05:49:52,307 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686592305,5,FailOnTimeoutGroup] 2024-11-27T05:49:52,308 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686592307,5,FailOnTimeoutGroup] 2024-11-27T05:49:52,308 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,308 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T05:49:52,308 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,308 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741831_1007 (size=1321) 2024-11-27T05:49:52,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741831_1007 (size=1321) 2024-11-27T05:49:52,311 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T05:49:52,312 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd 2024-11-27T05:49:52,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741832_1008 (size=32) 2024-11-27T05:49:52,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741832_1008 (size=32) 2024-11-27T05:49:52,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:49:52,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:49:52,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:49:52,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:52,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:49:52,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:49:52,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:49:52,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:52,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:49:52,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:49:52,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:49:52,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:52,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:49:52,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:49:52,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:49:52,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:52,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:49:52,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:49:52,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740 2024-11-27T05:49:52,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740 2024-11-27T05:49:52,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:49:52,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:49:52,340 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T05:49:52,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:49:52,345 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:49:52,346 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=823120, jitterRate=0.046651870012283325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T05:49:52,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732686592322Initializing all the Stores at 1732686592323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686592323Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686592323Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686592323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686592323Cleaning up temporary data from old regions at 1732686592340 (+17 ms)Region opened successfully at 1732686592347 (+7 ms) 2024-11-27T05:49:52,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:49:52,347 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:49:52,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:49:52,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:49:52,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:49:52,348 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:49:52,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686592347Disabling compacts and flushes for region at 1732686592347Disabling writes for close at 1732686592347Writing region close event to WAL at 1732686592348 (+1 ms)Closed at 1732686592348 2024-11-27T05:49:52,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:49:52,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T05:49:52,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T05:49:52,353 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:49:52,355 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T05:49:52,375 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(746): ClusterId : 3f7670e7-23fd-4caa-be20-d9d717856d5d 2024-11-27T05:49:52,375 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T05:49:52,385 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T05:49:52,385 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T05:49:52,396 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T05:49:52,396 DEBUG [RS:0;4da2d47fc9ac:42297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5b5231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:49:52,410 DEBUG [RS:0;4da2d47fc9ac:42297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4da2d47fc9ac:42297 2024-11-27T05:49:52,411 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T05:49:52,411 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T05:49:52,411 DEBUG [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T05:49:52,412 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(2659): reportForDuty to master=4da2d47fc9ac,35921,1732686591274 with port=42297, startcode=1732686591443 2024-11-27T05:49:52,412 DEBUG [RS:0;4da2d47fc9ac:42297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T05:49:52,417 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40107, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T05:49:52,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4da2d47fc9ac,42297,1732686591443 2024-11-27T05:49:52,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35921 {}] master.ServerManager(517): Registering regionserver=4da2d47fc9ac,42297,1732686591443 2024-11-27T05:49:52,421 DEBUG [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd 2024-11-27T05:49:52,421 DEBUG [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38605 2024-11-27T05:49:52,421 DEBUG [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T05:49:52,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:49:52,427 DEBUG [RS:0;4da2d47fc9ac:42297 {}] zookeeper.ZKUtil(111): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4da2d47fc9ac,42297,1732686591443 2024-11-27T05:49:52,427 WARN [RS:0;4da2d47fc9ac:42297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:49:52,427 INFO [RS:0;4da2d47fc9ac:42297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:49:52,427 DEBUG [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443 2024-11-27T05:49:52,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4da2d47fc9ac,42297,1732686591443] 2024-11-27T05:49:52,431 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T05:49:52,435 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T05:49:52,436 INFO [RS:0;4da2d47fc9ac:42297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T05:49:52,436 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,440 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T05:49:52,441 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T05:49:52,442 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,442 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:49:52,442 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:49:52,442 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:49:52,442 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:49:52,442 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:49:52,443 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:49:52,443 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:49:52,443 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:49:52,443 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:49:52,443 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:49:52,443 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:49:52,443 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:49:52,443 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:49:52,443 DEBUG [RS:0;4da2d47fc9ac:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:49:52,444 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,444 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,445 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,445 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,445 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,445 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42297,1732686591443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:49:52,463 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T05:49:52,463 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42297,1732686591443-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,464 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,464 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.Replication(171): 4da2d47fc9ac,42297,1732686591443 started 2024-11-27T05:49:52,482 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:52,482 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(1482): Serving as 4da2d47fc9ac,42297,1732686591443, RpcServer on 4da2d47fc9ac/172.17.0.2:42297, sessionid=0x1017ad730be0001 2024-11-27T05:49:52,482 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T05:49:52,482 DEBUG [RS:0;4da2d47fc9ac:42297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4da2d47fc9ac,42297,1732686591443 2024-11-27T05:49:52,482 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,42297,1732686591443' 2024-11-27T05:49:52,482 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T05:49:52,483 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T05:49:52,483 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T05:49:52,483 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T05:49:52,484 DEBUG [RS:0;4da2d47fc9ac:42297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4da2d47fc9ac,42297,1732686591443 2024-11-27T05:49:52,484 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,42297,1732686591443' 2024-11-27T05:49:52,484 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T05:49:52,484 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T05:49:52,484 DEBUG [RS:0;4da2d47fc9ac:42297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T05:49:52,485 INFO [RS:0;4da2d47fc9ac:42297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T05:49:52,485 INFO [RS:0;4da2d47fc9ac:42297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T05:49:52,505 WARN [4da2d47fc9ac:35921 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T05:49:52,585 INFO [RS:0;4da2d47fc9ac:42297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:49:52,588 INFO [RS:0;4da2d47fc9ac:42297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C42297%2C1732686591443, suffix=, logDir=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443, archiveDir=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/oldWALs, maxLogs=32 2024-11-27T05:49:52,609 DEBUG [RS:0;4da2d47fc9ac:42297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.1732686592590, exclude list is [], retry=0 2024-11-27T05:49:52,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41263,DS-16f5fba7-72da-44bd-ad2c-67525bb3f806,DISK] 2024-11-27T05:49:52,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42641,DS-8b6d2e00-8976-4ace-a253-1373b72a4666,DISK] 2024-11-27T05:49:52,619 INFO [RS:0;4da2d47fc9ac:42297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.1732686592590 2024-11-27T05:49:52,620 DEBUG [RS:0;4da2d47fc9ac:42297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45811:45811),(127.0.0.1/127.0.0.1:40127:40127)] 2024-11-27T05:49:52,756 DEBUG [4da2d47fc9ac:35921 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T05:49:52,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4da2d47fc9ac,42297,1732686591443 2024-11-27T05:49:52,758 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,42297,1732686591443, state=OPENING 2024-11-27T05:49:52,816 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T05:49:52,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:52,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:49:52,827 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:49:52,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:49:52,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,42297,1732686591443}] 2024-11-27T05:49:52,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:49:52,983 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T05:49:52,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33393, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T05:49:53,006 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T05:49:53,006 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:49:53,007 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T05:49:53,009 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C42297%2C1732686591443.meta, suffix=.meta, logDir=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443, archiveDir=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/oldWALs, maxLogs=32 2024-11-27T05:49:53,025 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686593012.meta, exclude list is [], retry=0 2024-11-27T05:49:53,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41263,DS-16f5fba7-72da-44bd-ad2c-67525bb3f806,DISK] 2024-11-27T05:49:53,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42641,DS-8b6d2e00-8976-4ace-a253-1373b72a4666,DISK] 2024-11-27T05:49:53,030 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686593012.meta 2024-11-27T05:49:53,030 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40127:40127),(127.0.0.1/127.0.0.1:45811:45811)] 2024-11-27T05:49:53,031 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:49:53,031 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T05:49:53,031 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T05:49:53,031 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T05:49:53,031 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T05:49:53,031 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:49:53,031 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T05:49:53,031 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T05:49:53,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:49:53,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:49:53,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:53,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:49:53,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:49:53,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:49:53,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:53,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:49:53,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:49:53,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:49:53,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:53,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:49:53,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:49:53,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:49:53,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:53,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:49:53,041 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:49:53,042 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740 2024-11-27T05:49:53,043 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740 2024-11-27T05:49:53,045 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:49:53,045 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:49:53,046 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T05:49:53,048 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:49:53,049 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=757050, jitterRate=-0.03736172616481781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T05:49:53,049 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T05:49:53,050 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732686593032Writing region info on filesystem at 1732686593032Initializing all the Stores at 1732686593033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686593033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686593033Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686593033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686593033Cleaning up temporary data from old regions at 1732686593045 (+12 ms)Running coprocessor post-open hooks at 1732686593049 (+4 ms)Region opened successfully at 1732686593050 (+1 ms) 2024-11-27T05:49:53,052 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732686592983 2024-11-27T05:49:53,055 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T05:49:53,055 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T05:49:53,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4da2d47fc9ac,42297,1732686591443 2024-11-27T05:49:53,057 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,42297,1732686591443, state=OPEN 2024-11-27T05:49:53,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:49:53,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:49:53,126 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,42297,1732686591443 2024-11-27T05:49:53,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:49:53,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:49:53,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T05:49:53,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,42297,1732686591443 in 298 msec 2024-11-27T05:49:53,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T05:49:53,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 782 msec 2024-11-27T05:49:53,138 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:49:53,138 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T05:49:53,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:49:53,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,42297,1732686591443, seqNum=-1] 2024-11-27T05:49:53,140 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:49:53,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58089, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:49:53,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 873 msec 2024-11-27T05:49:53,148 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732686593148, completionTime=-1 2024-11-27T05:49:53,148 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T05:49:53,148 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T05:49:53,150 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T05:49:53,150 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732686653150 2024-11-27T05:49:53,150 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732686713150 2024-11-27T05:49:53,150 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T05:49:53,151 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,35921,1732686591274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:53,151 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,35921,1732686591274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:53,151 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,35921,1732686591274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:53,151 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4da2d47fc9ac:35921, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:53,151 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:53,152 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:53,154 DEBUG [master/4da2d47fc9ac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T05:49:53,156 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.645sec 2024-11-27T05:49:53,157 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T05:49:53,157 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T05:49:53,157 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T05:49:53,157 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T05:49:53,157 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T05:49:53,157 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,35921,1732686591274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:49:53,157 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,35921,1732686591274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T05:49:53,160 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T05:49:53,160 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T05:49:53,160 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,35921,1732686591274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:49:53,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56bea3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:49:53,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4da2d47fc9ac,35921,-1 for getting cluster id 2024-11-27T05:49:53,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T05:49:53,177 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f7670e7-23fd-4caa-be20-d9d717856d5d' 2024-11-27T05:49:53,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T05:49:53,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f7670e7-23fd-4caa-be20-d9d717856d5d" 2024-11-27T05:49:53,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d65ac9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:49:53,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4da2d47fc9ac,35921,-1] 2024-11-27T05:49:53,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T05:49:53,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:49:53,181 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T05:49:53,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11106f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:49:53,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:49:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,42297,1732686591443, seqNum=-1] 2024-11-27T05:49:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:49:53,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:49:53,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4da2d47fc9ac,35921,1732686591274 2024-11-27T05:49:53,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:49:53,195 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-27T05:49:53,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:49:53,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:49:53,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:49:53,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:49:53,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:49:53,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb7ce8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:49:53,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e47e668{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:49:53,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b0ce2b0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/java.io.tmpdir/jetty-localhost-44597-hadoop-hdfs-3_4_1-tests_jar-_-any-8495821261154315547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:49:53,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3235cbed{HTTP/1.1, (http/1.1)}{localhost:44597} 2024-11-27T05:49:53,309 INFO [Time-limited test {}] server.Server(415): Started @73236ms 2024-11-27T05:49:53,310 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:49:53,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:49:53,346 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:49:53,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:49:53,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:49:53,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:49:53,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106a070d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:49:53,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b6b2a86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:49:53,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2008d5ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/java.io.tmpdir/jetty-localhost-41211-hadoop-hdfs-3_4_1-tests_jar-_-any-15399696800531856156/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:49:53,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25e73bfb{HTTP/1.1, (http/1.1)}{localhost:41211} 2024-11-27T05:49:53,444 INFO [Time-limited test {}] server.Server(415): Started @73372ms 2024-11-27T05:49:53,446 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:49:53,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:49:53,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:49:53,488 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T05:49:53,490 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:49:53,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:49:53,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:49:53,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:49:53,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:49:53,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:49:53,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:49:53,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23fe328c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:49:53,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24413a3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:49:53,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a33195f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/java.io.tmpdir/jetty-localhost-36493-hadoop-hdfs-3_4_1-tests_jar-_-any-10541854405819693931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:49:53,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d574b98{HTTP/1.1, (http/1.1)}{localhost:36493} 2024-11-27T05:49:53,619 INFO [Time-limited test {}] server.Server(415): Started @73546ms 2024-11-27T05:49:53,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:49:54,710 WARN [Thread-549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data5/current/BP-523173131-172.17.0.2-1732686589244/current, will proceed with Du for space computation calculation, 2024-11-27T05:49:54,711 WARN [Thread-550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data6/current/BP-523173131-172.17.0.2-1732686589244/current, will proceed with Du for space computation calculation, 2024-11-27T05:49:54,730 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:49:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5e0c2e7c4e985ed with lease ID 0x5ad211e4f27bebc6: Processing first storage report for DS-47c342fa-55b9-45b9-9f62-1dd8271ab107 from datanode DatanodeRegistration(127.0.0.1:40883, datanodeUuid=272535da-60c0-4537-b2de-bd85245ccb3d, infoPort=33059, infoSecurePort=0, ipcPort=40257, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244) 2024-11-27T05:49:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5e0c2e7c4e985ed with lease ID 0x5ad211e4f27bebc6: from storage DS-47c342fa-55b9-45b9-9f62-1dd8271ab107 node DatanodeRegistration(127.0.0.1:40883, datanodeUuid=272535da-60c0-4537-b2de-bd85245ccb3d, infoPort=33059, infoSecurePort=0, ipcPort=40257, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T05:49:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5e0c2e7c4e985ed with lease ID 0x5ad211e4f27bebc6: Processing first storage report for DS-ca02900f-2d2a-482b-ac6c-33409fa4959b from datanode DatanodeRegistration(127.0.0.1:40883, datanodeUuid=272535da-60c0-4537-b2de-bd85245ccb3d, infoPort=33059, infoSecurePort=0, ipcPort=40257, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244) 2024-11-27T05:49:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5e0c2e7c4e985ed with lease ID 0x5ad211e4f27bebc6: from storage DS-ca02900f-2d2a-482b-ac6c-33409fa4959b node DatanodeRegistration(127.0.0.1:40883, datanodeUuid=272535da-60c0-4537-b2de-bd85245ccb3d, infoPort=33059, infoSecurePort=0, ipcPort=40257, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:49:54,935 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data7/current/BP-523173131-172.17.0.2-1732686589244/current, will proceed with Du for space computation calculation, 2024-11-27T05:49:54,935 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data8/current/BP-523173131-172.17.0.2-1732686589244/current, will proceed with Du for space computation calculation, 2024-11-27T05:49:54,955 WARN [Thread-512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:49:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x338a5517cd57357 with lease ID 0x5ad211e4f27bebc7: Processing first storage report for DS-3437e6b7-f482-4c73-850a-47f5400df712 from datanode DatanodeRegistration(127.0.0.1:41957, datanodeUuid=6892205c-cc98-446b-a1b0-ec5307cc2af1, infoPort=43943, infoSecurePort=0, ipcPort=44349, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244) 2024-11-27T05:49:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x338a5517cd57357 with lease ID 0x5ad211e4f27bebc7: from storage DS-3437e6b7-f482-4c73-850a-47f5400df712 node DatanodeRegistration(127.0.0.1:41957, datanodeUuid=6892205c-cc98-446b-a1b0-ec5307cc2af1, infoPort=43943, infoSecurePort=0, ipcPort=44349, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:49:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x338a5517cd57357 with lease ID 0x5ad211e4f27bebc7: Processing first storage report for DS-03d0ad2c-7a95-45d6-8ca5-840df49a8389 from datanode DatanodeRegistration(127.0.0.1:41957, datanodeUuid=6892205c-cc98-446b-a1b0-ec5307cc2af1, infoPort=43943, infoSecurePort=0, ipcPort=44349, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244) 2024-11-27T05:49:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x338a5517cd57357 with lease ID 0x5ad211e4f27bebc7: from storage DS-03d0ad2c-7a95-45d6-8ca5-840df49a8389 node DatanodeRegistration(127.0.0.1:41957, datanodeUuid=6892205c-cc98-446b-a1b0-ec5307cc2af1, infoPort=43943, infoSecurePort=0, ipcPort=44349, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:49:55,030 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data9/current/BP-523173131-172.17.0.2-1732686589244/current, will proceed with Du for space computation calculation, 2024-11-27T05:49:55,030 WARN [Thread-572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data10/current/BP-523173131-172.17.0.2-1732686589244/current, will proceed with Du for space computation calculation, 2024-11-27T05:49:55,049 WARN [Thread-535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:49:55,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6286be3f3599c24 with lease ID 0x5ad211e4f27bebc8: Processing first storage report for DS-d76f3f49-2b76-4c45-afd3-a5cf2f5d64e2 from datanode DatanodeRegistration(127.0.0.1:36547, datanodeUuid=02f52c20-49b0-4815-9e63-84eaaecb6b81, infoPort=44701, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244) 2024-11-27T05:49:55,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6286be3f3599c24 with lease ID 0x5ad211e4f27bebc8: from storage DS-d76f3f49-2b76-4c45-afd3-a5cf2f5d64e2 node DatanodeRegistration(127.0.0.1:36547, datanodeUuid=02f52c20-49b0-4815-9e63-84eaaecb6b81, infoPort=44701, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:49:55,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6286be3f3599c24 with lease ID 0x5ad211e4f27bebc8: Processing first storage report for DS-8ff97b06-2347-4bc0-bf28-3314205c5e9a from datanode DatanodeRegistration(127.0.0.1:36547, datanodeUuid=02f52c20-49b0-4815-9e63-84eaaecb6b81, infoPort=44701, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244) 2024-11-27T05:49:55,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6286be3f3599c24 with lease ID 0x5ad211e4f27bebc8: from storage DS-8ff97b06-2347-4bc0-bf28-3314205c5e9a node DatanodeRegistration(127.0.0.1:36547, datanodeUuid=02f52c20-49b0-4815-9e63-84eaaecb6b81, infoPort=44701, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:49:55,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T05:49:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4da2d47fc9ac,35921,1732686591274 2024-11-27T05:49:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7205016b 2024-11-27T05:49:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T05:49:55,064 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T05:49:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-27T05:49:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-27T05:49:55,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T05:49:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-27T05:49:55,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T05:49:55,069 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:55,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-27T05:49:55,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T05:49:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:49:55,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741835_1011 (size=393) 2024-11-27T05:49:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40883 is added to blk_1073741835_1011 (size=393) 2024-11-27T05:49:55,083 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3958d4582725a6028184f21bbc26c6d9, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd 2024-11-27T05:49:55,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40883 is added to blk_1073741836_1012 (size=76) 2024-11-27T05:49:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741836_1012 (size=76) 2024-11-27T05:49:55,094 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:49:55,094 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 3958d4582725a6028184f21bbc26c6d9, disabling compactions & flushes 2024-11-27T05:49:55,094 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. 2024-11-27T05:49:55,094 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. 2024-11-27T05:49:55,094 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. after waiting 0 ms 2024-11-27T05:49:55,094 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. 2024-11-27T05:49:55,094 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. 2024-11-27T05:49:55,094 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3958d4582725a6028184f21bbc26c6d9: Waiting for close lock at 1732686595094Disabling compacts and flushes for region at 1732686595094Disabling writes for close at 1732686595094Writing region close event to WAL at 1732686595094Closed at 1732686595094 2024-11-27T05:49:55,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T05:49:55,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732686595096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732686595096"}]},"ts":"1732686595096"} 2024-11-27T05:49:55,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T05:49:55,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T05:49:55,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732686595101"}]},"ts":"1732686595101"} 2024-11-27T05:49:55,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-27T05:49:55,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3958d4582725a6028184f21bbc26c6d9, ASSIGN}] 2024-11-27T05:49:55,106 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3958d4582725a6028184f21bbc26c6d9, ASSIGN 2024-11-27T05:49:55,108 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3958d4582725a6028184f21bbc26c6d9, ASSIGN; state=OFFLINE, location=4da2d47fc9ac,42297,1732686591443; forceNewPlan=false, retain=false 2024-11-27T05:49:55,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3958d4582725a6028184f21bbc26c6d9, regionState=OPENING, regionLocation=4da2d47fc9ac,42297,1732686591443 2024-11-27T05:49:55,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3958d4582725a6028184f21bbc26c6d9, ASSIGN because future has completed 2024-11-27T05:49:55,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3958d4582725a6028184f21bbc26c6d9, server=4da2d47fc9ac,42297,1732686591443}] 2024-11-27T05:49:55,434 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. 2024-11-27T05:49:55,435 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3958d4582725a6028184f21bbc26c6d9, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9.', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:49:55,436 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 3958d4582725a6028184f21bbc26c6d9 2024-11-27T05:49:55,436 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:49:55,436 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3958d4582725a6028184f21bbc26c6d9 2024-11-27T05:49:55,437 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3958d4582725a6028184f21bbc26c6d9 2024-11-27T05:49:55,440 INFO [StoreOpener-3958d4582725a6028184f21bbc26c6d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3958d4582725a6028184f21bbc26c6d9 2024-11-27T05:49:55,443 INFO [StoreOpener-3958d4582725a6028184f21bbc26c6d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3958d4582725a6028184f21bbc26c6d9 columnFamilyName info 2024-11-27T05:49:55,443 DEBUG [StoreOpener-3958d4582725a6028184f21bbc26c6d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:49:55,443 INFO [StoreOpener-3958d4582725a6028184f21bbc26c6d9-1 {}] regionserver.HStore(327): Store=3958d4582725a6028184f21bbc26c6d9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:49:55,444 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3958d4582725a6028184f21bbc26c6d9 2024-11-27T05:49:55,445 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3958d4582725a6028184f21bbc26c6d9 2024-11-27T05:49:55,445 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3958d4582725a6028184f21bbc26c6d9 2024-11-27T05:49:55,446 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3958d4582725a6028184f21bbc26c6d9 2024-11-27T05:49:55,446 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3958d4582725a6028184f21bbc26c6d9 2024-11-27T05:49:55,449 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3958d4582725a6028184f21bbc26c6d9 2024-11-27T05:49:55,452 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3958d4582725a6028184f21bbc26c6d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:49:55,452 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3958d4582725a6028184f21bbc26c6d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=736378, jitterRate=-0.06364813446998596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T05:49:55,452 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3958d4582725a6028184f21bbc26c6d9 2024-11-27T05:49:55,453 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3958d4582725a6028184f21bbc26c6d9: Running coprocessor pre-open hook at 1732686595437Writing region info on filesystem at 1732686595437Initializing all the Stores at 1732686595440 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686595440Cleaning up temporary data from old regions at 1732686595446 (+6 ms)Running coprocessor post-open hooks at 1732686595453 (+7 ms)Region opened successfully at 1732686595453 2024-11-27T05:49:55,455 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9., pid=6, masterSystemTime=1732686595423 2024-11-27T05:49:55,457 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. 2024-11-27T05:49:55,458 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. 2024-11-27T05:49:55,458 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3958d4582725a6028184f21bbc26c6d9, regionState=OPEN, openSeqNum=2, regionLocation=4da2d47fc9ac,42297,1732686591443 2024-11-27T05:49:55,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3958d4582725a6028184f21bbc26c6d9, server=4da2d47fc9ac,42297,1732686591443 because future has completed 2024-11-27T05:49:55,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T05:49:55,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3958d4582725a6028184f21bbc26c6d9, server=4da2d47fc9ac,42297,1732686591443 in 196 msec 2024-11-27T05:49:55,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T05:49:55,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3958d4582725a6028184f21bbc26c6d9, ASSIGN in 362 msec 2024-11-27T05:49:55,471 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T05:49:55,471 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732686595471"}]},"ts":"1732686595471"} 2024-11-27T05:49:55,473 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-27T05:49:55,475 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T05:49:55,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 410 msec 2024-11-27T05:49:57,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-27T05:49:57,600 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-27T05:49:57,601 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-27T05:49:58,431 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T05:49:58,432 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-27T05:50:00,939 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T05:50:00,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:00,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:50:05,144 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-27T05:50:05,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-27T05:50:05,145 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T05:50:05,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-27T05:50:05,150 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T05:50:05,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-27T05:50:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9., hostname=4da2d47fc9ac,42297,1732686591443, seqNum=2] 2024-11-27T05:50:05,160 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-27T05:50:05,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-27T05:50:05,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. 2024-11-27T05:50:05,167 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-644361322_22 at /127.0.0.1:43912 [Receiving block BP-523173131-172.17.0.2-1732686589244:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41263:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43912 dst: /127.0.0.1:41263 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,167 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-644361322_22 at /127.0.0.1:56864 [Receiving block BP-523173131-172.17.0.2-1732686589244:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:42641:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56864 dst: /127.0.0.1:42641 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,167 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1331589983_22 at /127.0.0.1:56826 [Receiving block BP-523173131-172.17.0.2-1732686589244:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:42641:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56826 dst: /127.0.0.1:42641 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,167 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-644361322_22 at /127.0.0.1:56848 [Receiving block BP-523173131-172.17.0.2-1732686589244:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:42641:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56848 dst: /127.0.0.1:42641 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,168 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1331589983_22 at /127.0.0.1:43886 [Receiving block BP-523173131-172.17.0.2-1732686589244:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:41263:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43886 dst: /127.0.0.1:41263 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,171 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-644361322_22 at /127.0.0.1:43932 [Receiving block BP-523173131-172.17.0.2-1732686589244:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:41263:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43932 dst: /127.0.0.1:41263 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2245c0e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:50:05,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5831dbd3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:50:05,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:50:05,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dcdca52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:50:05,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d953ede{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,STOPPED} 2024-11-27T05:50:05,265 WARN [BP-523173131-172.17.0.2-1732686589244 heartbeating to localhost/127.0.0.1:38605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:50:05,265 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:50:05,265 WARN [BP-523173131-172.17.0.2-1732686589244 heartbeating to localhost/127.0.0.1:38605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-523173131-172.17.0.2-1732686589244 (Datanode Uuid 342b52ec-0245-4358-a8b6-f9d7be07f85b) service to localhost/127.0.0.1:38605 2024-11-27T05:50:05,265 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:50:05,265 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data1/current/BP-523173131-172.17.0.2-1732686589244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:50:05,266 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data2/current/BP-523173131-172.17.0.2-1732686589244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:50:05,266 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:50:05,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:50:05,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:50:05,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:50:05,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:50:05,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:50:05,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73f0e821{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:50:05,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60fe333f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:50:05,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bfda032{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/java.io.tmpdir/jetty-localhost-40145-hadoop-hdfs-3_4_1-tests_jar-_-any-16504815445523913695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:50:05,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@265327e{HTTP/1.1, (http/1.1)}{localhost:40145} 2024-11-27T05:50:05,373 INFO [Time-limited test {}] server.Server(415): Started @85301ms 2024-11-27T05:50:05,375 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:50:05,398 WARN [AsyncFSWAL-0-hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd-prefix:4da2d47fc9ac,42297,1732686591443 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,399 DEBUG [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4da2d47fc9ac%2C42297%2C1732686591443:(num 1732686592590) roll requested 2024-11-27T05:50:05,411 DEBUG [regionserver/4da2d47fc9ac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.1732686605399, exclude list is [], retry=0 2024-11-27T05:50:05,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41263,DS-16f5fba7-72da-44bd-ad2c-67525bb3f806,DISK] 2024-11-27T05:50:05,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36547,DS-d76f3f49-2b76-4c45-afd3-a5cf2f5d64e2,DISK] 2024-11-27T05:50:05,416 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.1732686592590 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.1732686605399 2024-11-27T05:50:05,417 DEBUG [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40127:40127),(127.0.0.1/127.0.0.1:44701:44701)] 2024-11-27T05:50:05,417 DEBUG [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.1732686592590 is not closed yet, will try archiving it next time 2024-11-27T05:50:05,418 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,418 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T05:50:05,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:50:05,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:50:05,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:50:05,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:50:05,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T05:50:05,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T05:50:05,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=725025940, stopped=false 2024-11-27T05:50:05,419 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4da2d47fc9ac,35921,1732686591274 2024-11-27T05:50:05,419 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T05:50:05,419 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T05:50:05,420 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.1732686592590 2024-11-27T05:50:05,422 WARN [IPC Server handler 0 on default port 38605 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.1732686592590 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-27T05:50:05,425 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.1732686592590 after 4ms 2024-11-27T05:50:05,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:50:05,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:50:05,517 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:50:05,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:05,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:05,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:50:05,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:50:05,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:50:05,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:50:05,518 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4da2d47fc9ac,42297,1732686591443' ***** 2024-11-27T05:50:05,518 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T05:50:05,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:50:05,518 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T05:50:05,518 INFO [RS:0;4da2d47fc9ac:42297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T05:50:05,518 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T05:50:05,518 INFO [RS:0;4da2d47fc9ac:42297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T05:50:05,519 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(3091): Received CLOSE for 3958d4582725a6028184f21bbc26c6d9 2024-11-27T05:50:05,519 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(959): stopping server 4da2d47fc9ac,42297,1732686591443 2024-11-27T05:50:05,519 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:50:05,519 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3958d4582725a6028184f21bbc26c6d9, disabling compactions & flushes 2024-11-27T05:50:05,519 INFO [RS:0;4da2d47fc9ac:42297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4da2d47fc9ac:42297. 2024-11-27T05:50:05,519 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. 2024-11-27T05:50:05,519 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. 2024-11-27T05:50:05,519 DEBUG [RS:0;4da2d47fc9ac:42297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:50:05,519 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. after waiting 0 ms 2024-11-27T05:50:05,519 DEBUG [RS:0;4da2d47fc9ac:42297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:50:05,519 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. 2024-11-27T05:50:05,519 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T05:50:05,519 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T05:50:05,519 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3958d4582725a6028184f21bbc26c6d9 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-27T05:50:05,519 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T05:50:05,519 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T05:50:05,520 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T05:50:05,520 DEBUG [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3958d4582725a6028184f21bbc26c6d9=TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9.} 2024-11-27T05:50:05,520 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:50:05,520 DEBUG [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3958d4582725a6028184f21bbc26c6d9 2024-11-27T05:50:05,520 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:50:05,520 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:50:05,520 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:50:05,520 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:50:05,520 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-27T05:50:05,521 WARN [AsyncFSWAL-0-hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd-prefix:4da2d47fc9ac,42297,1732686591443.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,521 DEBUG [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4da2d47fc9ac%2C42297%2C1732686591443.meta:.meta(num 1732686593012) roll requested 2024-11-27T05:50:05,534 DEBUG [regionserver/4da2d47fc9ac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686605521.meta, exclude list is [], retry=0 2024-11-27T05:50:05,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40883,DS-47c342fa-55b9-45b9-9f62-1dd8271ab107,DISK] 2024-11-27T05:50:05,537 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:42641,DS-8b6d2e00-8976-4ace-a253-1373b72a4666,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-27T05:50:05,537 WARN [regionserver/4da2d47fc9ac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686605521.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:42641 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,541 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3958d4582725a6028184f21bbc26c6d9/.tmp/info/e95a31c219a14782bad2ec8a30bed586 is 1055, key is row0001/info:/1732686605158/Put/seqid=0 2024-11-27T05:50:05,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40883 is added to blk_1073741839_1016 (size=7062) 2024-11-27T05:50:05,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41957 is added to blk_1073741839_1016 (size=7062) 2024-11-27T05:50:05,548 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3958d4582725a6028184f21bbc26c6d9/.tmp/info/e95a31c219a14782bad2ec8a30bed586 2024-11-27T05:50:05,557 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3958d4582725a6028184f21bbc26c6d9/.tmp/info/e95a31c219a14782bad2ec8a30bed586 as hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3958d4582725a6028184f21bbc26c6d9/info/e95a31c219a14782bad2ec8a30bed586 2024-11-27T05:50:05,564 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3958d4582725a6028184f21bbc26c6d9/info/e95a31c219a14782bad2ec8a30bed586, entries=2, sequenceid=6, filesize=6.9 K 2024-11-27T05:50:05,565 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 3958d4582725a6028184f21bbc26c6d9 in 46ms, sequenceid=6, compaction requested=false 2024-11-27T05:50:05,570 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3958d4582725a6028184f21bbc26c6d9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T05:50:05,571 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. 2024-11-27T05:50:05,571 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3958d4582725a6028184f21bbc26c6d9: Waiting for close lock at 1732686605519Running coprocessor pre-close hooks at 1732686605519Disabling compacts and flushes for region at 1732686605519Disabling writes for close at 1732686605519Obtaining lock to block concurrent updates at 1732686605519Preparing flush snapshotting stores in 3958d4582725a6028184f21bbc26c6d9 at 1732686605519Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732686605520 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. at 1732686605520Flushing 3958d4582725a6028184f21bbc26c6d9/info: creating writer at 1732686605520Flushing 3958d4582725a6028184f21bbc26c6d9/info: appending metadata at 1732686605541 (+21 ms)Flushing 3958d4582725a6028184f21bbc26c6d9/info: closing flushed file at 1732686605541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b3d492: reopening flushed file at 1732686605556 (+15 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 3958d4582725a6028184f21bbc26c6d9 in 46ms, sequenceid=6, compaction requested=false at 1732686605565 (+9 ms)Writing region close event to WAL at 1732686605566 (+1 ms)Running coprocessor post-close hooks at 1732686605571 (+5 ms)Closed at 1732686605571 2024-11-27T05:50:05,571 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9. 2024-11-27T05:50:05,638 DEBUG [regionserver/4da2d47fc9ac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686605521.meta, exclude list is [(127.0.0.1/127.0.0.1:45811:45811)], retry=1 2024-11-27T05:50:05,639 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-644361322_22 at /127.0.0.1:46284 [Receiving block BP-523173131-172.17.0.2-1732686589244:blk_1073741838_1015] {}] datanode.DataXceiver(331): 127.0.0.1:40883:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46284 dst: /127.0.0.1:40883 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40883,DS-47c342fa-55b9-45b9-9f62-1dd8271ab107,DISK] 2024-11-27T05:50:05,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36547,DS-d76f3f49-2b76-4c45-afd3-a5cf2f5d64e2,DISK] 2024-11-27T05:50:05,645 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686593012.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686605521.meta 2024-11-27T05:50:05,646 DEBUG [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33059:33059),(127.0.0.1/127.0.0.1:44701:44701)] 2024-11-27T05:50:05,646 DEBUG [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686593012.meta is not closed yet, will try archiving it next time 2024-11-27T05:50:05,646 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,646 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:05,647 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686593012.meta 2024-11-27T05:50:05,647 WARN [IPC Server handler 1 on default port 38605 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686593012.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-27T05:50:05,647 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686593012.meta after 0ms 2024-11-27T05:50:05,666 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/.tmp/info/231dfe417e67471cb5c124b60f885ded is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732686595064.3958d4582725a6028184f21bbc26c6d9./info:regioninfo/1732686595458/Put/seqid=0 2024-11-27T05:50:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741841_1019 (size=7089) 2024-11-27T05:50:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41957 is added to blk_1073741841_1019 (size=7089) 2024-11-27T05:50:05,677 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/.tmp/info/231dfe417e67471cb5c124b60f885ded 2024-11-27T05:50:05,703 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/.tmp/ns/8c696d33e07449a1a1e6aa8677067aa3 is 43, key is default/ns:d/1732686593142/Put/seqid=0 2024-11-27T05:50:05,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40883 is added to blk_1073741842_1020 (size=5153) 2024-11-27T05:50:05,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41957 is added to blk_1073741842_1020 (size=5153) 2024-11-27T05:50:05,710 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/.tmp/ns/8c696d33e07449a1a1e6aa8677067aa3 2024-11-27T05:50:05,720 DEBUG [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T05:50:05,739 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/.tmp/table/1436aa5d56fc4e4c9d0f8c0472393575 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732686595471/Put/seqid=0 2024-11-27T05:50:05,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741843_1021 (size=5424) 2024-11-27T05:50:05,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741843_1021 (size=5424) 2024-11-27T05:50:05,746 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/.tmp/table/1436aa5d56fc4e4c9d0f8c0472393575 2024-11-27T05:50:05,756 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/.tmp/info/231dfe417e67471cb5c124b60f885ded as hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/info/231dfe417e67471cb5c124b60f885ded 2024-11-27T05:50:05,767 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/info/231dfe417e67471cb5c124b60f885ded, entries=10, sequenceid=11, filesize=6.9 K 2024-11-27T05:50:05,768 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/.tmp/ns/8c696d33e07449a1a1e6aa8677067aa3 as hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/ns/8c696d33e07449a1a1e6aa8677067aa3 2024-11-27T05:50:05,777 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/ns/8c696d33e07449a1a1e6aa8677067aa3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T05:50:05,779 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/.tmp/table/1436aa5d56fc4e4c9d0f8c0472393575 as hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/table/1436aa5d56fc4e4c9d0f8c0472393575 2024-11-27T05:50:05,795 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/table/1436aa5d56fc4e4c9d0f8c0472393575, entries=2, sequenceid=11, filesize=5.3 K 2024-11-27T05:50:05,797 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 276ms, sequenceid=11, compaction requested=false 2024-11-27T05:50:05,802 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T05:50:05,803 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T05:50:05,803 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:50:05,803 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686605520Running coprocessor pre-close hooks at 1732686605520Disabling compacts and flushes for region at 1732686605520Disabling writes for close at 1732686605520Obtaining lock to block concurrent updates at 1732686605520Preparing flush snapshotting stores in 1588230740 at 1732686605520Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732686605521 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732686605646 (+125 ms)Flushing 1588230740/info: creating writer at 1732686605646Flushing 1588230740/info: appending metadata at 1732686605666 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732686605666Flushing 1588230740/ns: creating writer at 1732686605686 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732686605703 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732686605703Flushing 1588230740/table: creating writer at 1732686605719 (+16 ms)Flushing 1588230740/table: appending metadata at 1732686605738 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732686605738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@185928e8: reopening flushed file at 1732686605755 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fd15a51: reopening flushed file at 1732686605767 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b98827: reopening flushed file at 1732686605778 (+11 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 276ms, sequenceid=11, compaction requested=false at 1732686605797 (+19 ms)Writing region close event to WAL at 1732686605798 (+1 ms)Running coprocessor post-close hooks at 1732686605803 (+5 ms)Closed at 1732686605803 2024-11-27T05:50:05,804 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T05:50:05,864 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:50:05,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee71fe4c1231720e with lease ID 0x5ad211e4f27bebc9: from storage DS-8b6d2e00-8976-4ace-a253-1373b72a4666 node DatanodeRegistration(127.0.0.1:44379, datanodeUuid=342b52ec-0245-4358-a8b6-f9d7be07f85b, infoPort=34973, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T05:50:05,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee71fe4c1231720e with lease ID 0x5ad211e4f27bebc9: from storage DS-1bd86853-9c55-44ca-a8d6-c710f924e8dd node DatanodeRegistration(127.0.0.1:44379, datanodeUuid=342b52ec-0245-4358-a8b6-f9d7be07f85b, infoPort=34973, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=170062904;c=1732686589244), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:50:05,920 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(976): stopping server 4da2d47fc9ac,42297,1732686591443; all regions closed. 2024-11-27T05:50:05,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741840_1017 (size=825) 2024-11-27T05:50:05,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40883 is added to blk_1073741840_1017 (size=825) 2024-11-27T05:50:06,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741833_1014 (size=1599) 2024-11-27T05:50:06,446 INFO [regionserver/4da2d47fc9ac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:50:06,464 INFO [regionserver/4da2d47fc9ac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T05:50:06,465 INFO [regionserver/4da2d47fc9ac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T05:50:07,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-27T05:50:07,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T05:50:07,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T05:50:09,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741833_1014 (size=1599) 2024-11-27T05:50:09,426 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.1732686592590 after 4006ms 2024-11-27T05:50:09,427 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.1732686592590 to hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/oldWALs/4da2d47fc9ac%2C42297%2C1732686591443.1732686592590 2024-11-27T05:50:09,648 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686593012.meta after 4001ms 2024-11-27T05:50:09,649 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/WALs/4da2d47fc9ac,42297,1732686591443/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686593012.meta to hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/oldWALs/4da2d47fc9ac%2C42297%2C1732686591443.meta.1732686593012.meta 2024-11-27T05:50:09,653 DEBUG [RS:0;4da2d47fc9ac:42297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/oldWALs 2024-11-27T05:50:09,653 INFO [RS:0;4da2d47fc9ac:42297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C42297%2C1732686591443.meta:.meta(num 1732686605521) 2024-11-27T05:50:09,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741837_1013 (size=2288) 2024-11-27T05:50:09,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741837_1013 (size=2288) 2024-11-27T05:50:09,665 DEBUG [RS:0;4da2d47fc9ac:42297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/oldWALs 2024-11-27T05:50:09,665 INFO [RS:0;4da2d47fc9ac:42297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C42297%2C1732686591443:(num 1732686605399) 2024-11-27T05:50:09,665 DEBUG [RS:0;4da2d47fc9ac:42297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:50:09,665 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:50:09,665 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:50:09,666 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.ChoreService(370): Chore service for: regionserver/4da2d47fc9ac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T05:50:09,666 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:50:09,666 INFO [RS:0;4da2d47fc9ac:42297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42297 2024-11-27T05:50:09,666 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:50:09,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4da2d47fc9ac,42297,1732686591443 2024-11-27T05:50:09,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:50:09,720 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:50:09,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4da2d47fc9ac,42297,1732686591443] 2024-11-27T05:50:09,741 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4da2d47fc9ac,42297,1732686591443 already deleted, retry=false 2024-11-27T05:50:09,741 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4da2d47fc9ac,42297,1732686591443 expired; onlineServers=0 2024-11-27T05:50:09,741 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4da2d47fc9ac,35921,1732686591274' ***** 2024-11-27T05:50:09,741 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T05:50:09,741 INFO [M:0;4da2d47fc9ac:35921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:50:09,741 INFO [M:0;4da2d47fc9ac:35921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:50:09,741 DEBUG [M:0;4da2d47fc9ac:35921 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T05:50:09,741 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T05:50:09,741 DEBUG [M:0;4da2d47fc9ac:35921 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T05:50:09,741 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686592307 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686592307,5,FailOnTimeoutGroup] 2024-11-27T05:50:09,741 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686592305 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686592305,5,FailOnTimeoutGroup] 2024-11-27T05:50:09,742 INFO [M:0;4da2d47fc9ac:35921 {}] hbase.ChoreService(370): Chore service for: master/4da2d47fc9ac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T05:50:09,742 INFO [M:0;4da2d47fc9ac:35921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:50:09,742 DEBUG [M:0;4da2d47fc9ac:35921 {}] master.HMaster(1795): Stopping service threads 2024-11-27T05:50:09,742 INFO [M:0;4da2d47fc9ac:35921 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T05:50:09,742 INFO [M:0;4da2d47fc9ac:35921 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:50:09,742 INFO [M:0;4da2d47fc9ac:35921 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T05:50:09,742 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T05:50:09,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T05:50:09,751 DEBUG [M:0;4da2d47fc9ac:35921 {}] zookeeper.ZKUtil(347): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T05:50:09,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:09,752 WARN [M:0;4da2d47fc9ac:35921 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T05:50:09,753 INFO [M:0;4da2d47fc9ac:35921 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/.lastflushedseqids 2024-11-27T05:50:09,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44379 is added to blk_1073741844_1022 (size=139) 2024-11-27T05:50:09,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41957 is added to blk_1073741844_1022 (size=139) 2024-11-27T05:50:09,772 INFO [M:0;4da2d47fc9ac:35921 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T05:50:09,772 INFO [M:0;4da2d47fc9ac:35921 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T05:50:09,773 DEBUG [M:0;4da2d47fc9ac:35921 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:50:09,773 INFO [M:0;4da2d47fc9ac:35921 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:50:09,773 DEBUG [M:0;4da2d47fc9ac:35921 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:50:09,773 DEBUG [M:0;4da2d47fc9ac:35921 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:50:09,773 DEBUG [M:0;4da2d47fc9ac:35921 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:50:09,773 INFO [M:0;4da2d47fc9ac:35921 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-11-27T05:50:09,774 WARN [AsyncFSWAL-0-hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData-prefix:4da2d47fc9ac,35921,1732686591274 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:09,775 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4da2d47fc9ac%2C35921%2C1732686591274:(num 1732686592000) roll requested 2024-11-27T05:50:09,797 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274/4da2d47fc9ac%2C35921%2C1732686591274.1732686609775, exclude list is [], retry=0 2024-11-27T05:50:09,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44379,DS-8b6d2e00-8976-4ace-a253-1373b72a4666,DISK] 2024-11-27T05:50:09,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41957,DS-3437e6b7-f482-4c73-850a-47f5400df712,DISK] 2024-11-27T05:50:09,814 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274/4da2d47fc9ac%2C35921%2C1732686591274.1732686592000 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274/4da2d47fc9ac%2C35921%2C1732686591274.1732686609775 2024-11-27T05:50:09,816 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34973:34973),(127.0.0.1/127.0.0.1:43943:43943)] 2024-11-27T05:50:09,816 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274/4da2d47fc9ac%2C35921%2C1732686591274.1732686592000 is not closed yet, will try archiving it next time 2024-11-27T05:50:09,817 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:09,817 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:50:09,818 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274/4da2d47fc9ac%2C35921%2C1732686591274.1732686592000 2024-11-27T05:50:09,819 WARN [IPC Server handler 1 on default port 38605 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274/4da2d47fc9ac%2C35921%2C1732686591274.1732686592000 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-27T05:50:09,819 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274/4da2d47fc9ac%2C35921%2C1732686591274.1732686592000 after 1ms 2024-11-27T05:50:09,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:50:09,830 INFO [RS:0;4da2d47fc9ac:42297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:50:09,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x1017ad730be0001, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:50:09,831 INFO [RS:0;4da2d47fc9ac:42297 {}] regionserver.HRegionServer(1031): Exiting; stopping=4da2d47fc9ac,42297,1732686591443; zookeeper connection closed. 2024-11-27T05:50:09,831 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3eb37f44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3eb37f44 2024-11-27T05:50:09,832 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T05:50:09,842 DEBUG [M:0;4da2d47fc9ac:35921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcd4fda2230b443280250ebec8d4fab1 is 82, key is hbase:meta,,1/info:regioninfo/1732686593056/Put/seqid=0 2024-11-27T05:50:09,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44379 is added to blk_1073741846_1025 (size=5672) 2024-11-27T05:50:09,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40883 is added to blk_1073741846_1025 (size=5672) 2024-11-27T05:50:09,881 INFO [M:0;4da2d47fc9ac:35921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcd4fda2230b443280250ebec8d4fab1 2024-11-27T05:50:09,913 DEBUG [M:0;4da2d47fc9ac:35921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b7ee8bafdd44ff9b282763ea6525fc6 is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732686595476/Put/seqid=0 2024-11-27T05:50:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41957 is added to blk_1073741847_1026 (size=6113) 2024-11-27T05:50:09,939 INFO [M:0;4da2d47fc9ac:35921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b7ee8bafdd44ff9b282763ea6525fc6 2024-11-27T05:50:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44379 is added to blk_1073741847_1026 (size=6113) 2024-11-27T05:50:09,986 DEBUG [M:0;4da2d47fc9ac:35921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20effcd2bce9406588d2cafe268454fb is 69, key is 4da2d47fc9ac,42297,1732686591443/rs:state/1732686592419/Put/seqid=0 2024-11-27T05:50:10,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40883 is added to blk_1073741848_1027 (size=5156) 2024-11-27T05:50:10,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741848_1027 (size=5156) 2024-11-27T05:50:10,020 INFO [M:0;4da2d47fc9ac:35921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20effcd2bce9406588d2cafe268454fb 2024-11-27T05:50:10,054 DEBUG [M:0;4da2d47fc9ac:35921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/28c3d0e73c874b078d3056d2c78f58d8 is 52, key is load_balancer_on/state:d/1732686593194/Put/seqid=0 2024-11-27T05:50:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40883 is added to blk_1073741849_1028 (size=5056) 2024-11-27T05:50:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44379 is added to blk_1073741849_1028 (size=5056) 2024-11-27T05:50:10,065 INFO [M:0;4da2d47fc9ac:35921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/28c3d0e73c874b078d3056d2c78f58d8 2024-11-27T05:50:10,078 DEBUG [M:0;4da2d47fc9ac:35921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcd4fda2230b443280250ebec8d4fab1 as hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcd4fda2230b443280250ebec8d4fab1 2024-11-27T05:50:10,089 INFO [M:0;4da2d47fc9ac:35921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcd4fda2230b443280250ebec8d4fab1, entries=8, sequenceid=56, filesize=5.5 K 2024-11-27T05:50:10,091 DEBUG [M:0;4da2d47fc9ac:35921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b7ee8bafdd44ff9b282763ea6525fc6 as hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b7ee8bafdd44ff9b282763ea6525fc6 2024-11-27T05:50:10,114 INFO [M:0;4da2d47fc9ac:35921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b7ee8bafdd44ff9b282763ea6525fc6, entries=6, sequenceid=56, filesize=6.0 K 2024-11-27T05:50:10,116 DEBUG [M:0;4da2d47fc9ac:35921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20effcd2bce9406588d2cafe268454fb as hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20effcd2bce9406588d2cafe268454fb 2024-11-27T05:50:10,129 INFO [M:0;4da2d47fc9ac:35921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20effcd2bce9406588d2cafe268454fb, entries=1, sequenceid=56, filesize=5.0 K 2024-11-27T05:50:10,138 DEBUG [M:0;4da2d47fc9ac:35921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/28c3d0e73c874b078d3056d2c78f58d8 as hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/28c3d0e73c874b078d3056d2c78f58d8 2024-11-27T05:50:10,157 INFO [M:0;4da2d47fc9ac:35921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/28c3d0e73c874b078d3056d2c78f58d8, entries=1, sequenceid=56, filesize=4.9 K 2024-11-27T05:50:10,159 INFO [M:0;4da2d47fc9ac:35921 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 385ms, sequenceid=56, compaction requested=false 2024-11-27T05:50:10,165 INFO [M:0;4da2d47fc9ac:35921 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:50:10,165 DEBUG [M:0;4da2d47fc9ac:35921 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686609772Disabling compacts and flushes for region at 1732686609773 (+1 ms)Disabling writes for close at 1732686609773Obtaining lock to block concurrent updates at 1732686609773Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732686609773Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1732686609774 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732686609817 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732686609817Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732686609841 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732686609841Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732686609889 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732686609912 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732686609912Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732686609953 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732686609985 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732686609985Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732686610029 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732686610053 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732686610053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44dadee6: reopening flushed file at 1732686610076 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be68cce: reopening flushed file at 1732686610089 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502eee09: reopening flushed file at 1732686610114 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5c23b2: reopening flushed file at 1732686610129 (+15 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 385ms, sequenceid=56, compaction requested=false at 1732686610159 (+30 ms)Writing region close event to WAL at 1732686610165 (+6 ms)Closed at 1732686610165 2024-11-27T05:50:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41957 is added to blk_1073741845_1023 (size=757) 2024-11-27T05:50:10,171 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274/4da2d47fc9ac%2C35921%2C1732686591274.1732686609775 not finished, retry = 0 2024-11-27T05:50:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44379 is added to blk_1073741845_1023 (size=757) 2024-11-27T05:50:11,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T05:50:11,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:11,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:11,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:13,820 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274/4da2d47fc9ac%2C35921%2C1732686591274.1732686592000 after 4002ms 2024-11-27T05:50:13,821 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/WALs/4da2d47fc9ac,35921,1732686591274/4da2d47fc9ac%2C35921%2C1732686591274.1732686592000 to hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/oldWALs/4da2d47fc9ac%2C35921%2C1732686591274.1732686592000 2024-11-27T05:50:13,825 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/MasterData/oldWALs/4da2d47fc9ac%2C35921%2C1732686591274.1732686592000 to hdfs://localhost:38605/user/jenkins/test-data/d97f06e6-54e2-566d-c7e3-fb70ed656acd/oldWALs/4da2d47fc9ac%2C35921%2C1732686591274.1732686592000$masterlocalwal$ 2024-11-27T05:50:13,825 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:50:13,825 INFO [M:0;4da2d47fc9ac:35921 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T05:50:13,825 INFO [M:0;4da2d47fc9ac:35921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35921 2024-11-27T05:50:13,825 INFO [M:0;4da2d47fc9ac:35921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:50:14,058 INFO [M:0;4da2d47fc9ac:35921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:50:14,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:50:14,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x1017ad730be0000, quorum=127.0.0.1:64842, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:50:14,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bfda032{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:50:14,062 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@265327e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:50:14,062 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:50:14,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60fe333f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:50:14,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73f0e821{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,STOPPED} 2024-11-27T05:50:14,064 WARN [BP-523173131-172.17.0.2-1732686589244 heartbeating to localhost/127.0.0.1:38605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:50:14,064 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:50:14,064 WARN [BP-523173131-172.17.0.2-1732686589244 heartbeating to localhost/127.0.0.1:38605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-523173131-172.17.0.2-1732686589244 (Datanode Uuid 342b52ec-0245-4358-a8b6-f9d7be07f85b) service to localhost/127.0.0.1:38605 2024-11-27T05:50:14,064 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:50:14,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data1/current/BP-523173131-172.17.0.2-1732686589244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:50:14,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data2/current/BP-523173131-172.17.0.2-1732686589244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:50:14,065 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:50:14,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a33195f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:50:14,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d574b98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:50:14,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:50:14,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24413a3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:50:14,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23fe328c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,STOPPED} 2024-11-27T05:50:14,072 WARN [BP-523173131-172.17.0.2-1732686589244 heartbeating to localhost/127.0.0.1:38605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:50:14,072 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:50:14,072 WARN [BP-523173131-172.17.0.2-1732686589244 heartbeating to localhost/127.0.0.1:38605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-523173131-172.17.0.2-1732686589244 (Datanode Uuid 02f52c20-49b0-4815-9e63-84eaaecb6b81) service to localhost/127.0.0.1:38605 2024-11-27T05:50:14,072 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:50:14,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data9/current/BP-523173131-172.17.0.2-1732686589244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:50:14,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data10/current/BP-523173131-172.17.0.2-1732686589244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:50:14,073 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:50:14,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2008d5ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:50:14,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25e73bfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:50:14,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:50:14,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b6b2a86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:50:14,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106a070d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,STOPPED} 2024-11-27T05:50:14,077 WARN [BP-523173131-172.17.0.2-1732686589244 heartbeating to localhost/127.0.0.1:38605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:50:14,077 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:50:14,077 WARN [BP-523173131-172.17.0.2-1732686589244 heartbeating to localhost/127.0.0.1:38605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-523173131-172.17.0.2-1732686589244 (Datanode Uuid 6892205c-cc98-446b-a1b0-ec5307cc2af1) service to localhost/127.0.0.1:38605 2024-11-27T05:50:14,077 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:50:14,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data7/current/BP-523173131-172.17.0.2-1732686589244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:50:14,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data8/current/BP-523173131-172.17.0.2-1732686589244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:50:14,079 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:50:14,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b0ce2b0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:50:14,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3235cbed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:50:14,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:50:14,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e47e668{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:50:14,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb7ce8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,STOPPED} 2024-11-27T05:50:14,082 WARN [BP-523173131-172.17.0.2-1732686589244 heartbeating to localhost/127.0.0.1:38605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:50:14,082 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:50:14,082 WARN [BP-523173131-172.17.0.2-1732686589244 heartbeating to localhost/127.0.0.1:38605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-523173131-172.17.0.2-1732686589244 (Datanode Uuid 272535da-60c0-4537-b2de-bd85245ccb3d) service to localhost/127.0.0.1:38605 2024-11-27T05:50:14,082 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:50:14,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data5/current/BP-523173131-172.17.0.2-1732686589244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:50:14,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data6/current/BP-523173131-172.17.0.2-1732686589244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:50:14,083 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:50:14,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4057f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:50:14,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2b2fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:50:14,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:50:14,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b219cf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:50:14,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c114f7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,STOPPED} 2024-11-27T05:50:14,087 WARN [BP-523173131-172.17.0.2-1732686589244 heartbeating to localhost/127.0.0.1:38605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:50:14,087 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:50:14,087 WARN [BP-523173131-172.17.0.2-1732686589244 heartbeating to localhost/127.0.0.1:38605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-523173131-172.17.0.2-1732686589244 (Datanode Uuid 765ae2df-49d8-4b8d-8228-a0b7c21e6d89) service to localhost/127.0.0.1:38605 2024-11-27T05:50:14,087 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:50:14,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data3/current/BP-523173131-172.17.0.2-1732686589244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:50:14,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/cluster_074735ee-3e6f-796a-44d4-f421ebf5ec6d/data/data4/current/BP-523173131-172.17.0.2-1732686589244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:50:14,088 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:50:14,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@625b999d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:50:14,094 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@143ac9d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:50:14,094 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:50:14,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de3e338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:50:14,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76c3d025{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir/,STOPPED} 2024-11-27T05:50:14,102 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T05:50:14,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T05:50:14,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 70) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:38605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:38605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:38605 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8356 (was 7884) - AvailableMemoryMB LEAK? - 2024-11-27T05:50:14,151 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=8356 2024-11-27T05:50:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T05:50:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.log.dir so I do NOT create it in target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973 2024-11-27T05:50:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c5ec6ba-7e7d-7d9a-9543-812c3b520826/hadoop.tmp.dir so I do NOT create it in target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973 2024-11-27T05:50:14,152 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/cluster_87991576-e704-efbd-553b-f4ecf5b353a6, deleteOnExit=true 2024-11-27T05:50:14,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T05:50:14,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/test.cache.data in system properties and HBase conf 2024-11-27T05:50:14,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T05:50:14,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/hadoop.log.dir in system properties and HBase conf 2024-11-27T05:50:14,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T05:50:14,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T05:50:14,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T05:50:14,154 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T05:50:14,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:50:14,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:50:14,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T05:50:14,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:50:14,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T05:50:14,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T05:50:14,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:50:14,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:50:14,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T05:50:14,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/nfs.dump.dir in system properties and HBase conf 2024-11-27T05:50:14,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/java.io.tmpdir in system properties and HBase conf 2024-11-27T05:50:14,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:50:14,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T05:50:14,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T05:50:14,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:50:14,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:50:14,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:50:14,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:50:14,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:50:14,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:50:14,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c4e6828{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:50:14,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72531267{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:50:15,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a4508b4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/java.io.tmpdir/jetty-localhost-32947-hadoop-hdfs-3_4_1-tests_jar-_-any-14909503746369827952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:50:15,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d6e00c2{HTTP/1.1, (http/1.1)}{localhost:32947} 2024-11-27T05:50:15,014 INFO [Time-limited test {}] server.Server(415): Started @94941ms 2024-11-27T05:50:15,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:50:15,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:50:15,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:50:15,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:50:15,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:50:15,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@795e0d38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:50:15,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ce83f73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:50:15,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@509514f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/java.io.tmpdir/jetty-localhost-46651-hadoop-hdfs-3_4_1-tests_jar-_-any-2053711574181137422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:50:15,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@403e2bb3{HTTP/1.1, (http/1.1)}{localhost:46651} 2024-11-27T05:50:15,351 INFO [Time-limited test {}] server.Server(415): Started @95278ms 2024-11-27T05:50:15,352 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:50:15,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:50:15,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:50:15,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:50:15,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:50:15,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:50:15,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e505013{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:50:15,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@343ba122{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:50:15,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75d16224{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/java.io.tmpdir/jetty-localhost-39287-hadoop-hdfs-3_4_1-tests_jar-_-any-17946036082016384049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:50:15,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75bb8eb4{HTTP/1.1, (http/1.1)}{localhost:39287} 2024-11-27T05:50:15,483 INFO [Time-limited test {}] server.Server(415): Started @95411ms 2024-11-27T05:50:15,484 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:50:16,745 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/cluster_87991576-e704-efbd-553b-f4ecf5b353a6/data/data1/current/BP-517983376-172.17.0.2-1732686614185/current, will proceed with Du for space computation calculation, 2024-11-27T05:50:16,746 WARN [Thread-803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/cluster_87991576-e704-efbd-553b-f4ecf5b353a6/data/data2/current/BP-517983376-172.17.0.2-1732686614185/current, will proceed with Du for space computation calculation, 2024-11-27T05:50:16,767 WARN [Thread-766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:50:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc00f8f9d5bc9c411 with lease ID 0xcacf23f1281b1c6a: Processing first storage report for DS-0cbf753b-3cc2-4ab9-b424-1250fa7f817d from datanode DatanodeRegistration(127.0.0.1:42113, datanodeUuid=8bb939bb-4d05-488d-9370-f2b2be2aeaab, infoPort=41261, infoSecurePort=0, ipcPort=35479, storageInfo=lv=-57;cid=testClusterID;nsid=1512185145;c=1732686614185) 2024-11-27T05:50:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc00f8f9d5bc9c411 with lease ID 0xcacf23f1281b1c6a: from storage DS-0cbf753b-3cc2-4ab9-b424-1250fa7f817d node DatanodeRegistration(127.0.0.1:42113, datanodeUuid=8bb939bb-4d05-488d-9370-f2b2be2aeaab, infoPort=41261, infoSecurePort=0, ipcPort=35479, storageInfo=lv=-57;cid=testClusterID;nsid=1512185145;c=1732686614185), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:50:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc00f8f9d5bc9c411 with lease ID 0xcacf23f1281b1c6a: Processing first storage report for DS-37acf292-6ff2-450a-8830-48596a22913f from datanode DatanodeRegistration(127.0.0.1:42113, datanodeUuid=8bb939bb-4d05-488d-9370-f2b2be2aeaab, infoPort=41261, infoSecurePort=0, ipcPort=35479, storageInfo=lv=-57;cid=testClusterID;nsid=1512185145;c=1732686614185) 2024-11-27T05:50:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc00f8f9d5bc9c411 with lease ID 0xcacf23f1281b1c6a: from storage DS-37acf292-6ff2-450a-8830-48596a22913f node DatanodeRegistration(127.0.0.1:42113, datanodeUuid=8bb939bb-4d05-488d-9370-f2b2be2aeaab, infoPort=41261, infoSecurePort=0, ipcPort=35479, storageInfo=lv=-57;cid=testClusterID;nsid=1512185145;c=1732686614185), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:50:16,944 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/cluster_87991576-e704-efbd-553b-f4ecf5b353a6/data/data4/current/BP-517983376-172.17.0.2-1732686614185/current, will proceed with Du for space computation calculation, 2024-11-27T05:50:16,944 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/cluster_87991576-e704-efbd-553b-f4ecf5b353a6/data/data3/current/BP-517983376-172.17.0.2-1732686614185/current, will proceed with Du for space computation calculation, 2024-11-27T05:50:16,962 WARN [Thread-789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:50:16,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20a85bfdfb9d2fe6 with lease ID 0xcacf23f1281b1c6b: Processing first storage report for DS-e977cc5e-566d-4777-b846-4a90327e6147 from datanode DatanodeRegistration(127.0.0.1:41697, datanodeUuid=33dbf124-1625-4996-ab02-09e97324d7f5, infoPort=41407, infoSecurePort=0, ipcPort=36359, storageInfo=lv=-57;cid=testClusterID;nsid=1512185145;c=1732686614185) 2024-11-27T05:50:16,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20a85bfdfb9d2fe6 with lease ID 0xcacf23f1281b1c6b: from storage DS-e977cc5e-566d-4777-b846-4a90327e6147 node DatanodeRegistration(127.0.0.1:41697, datanodeUuid=33dbf124-1625-4996-ab02-09e97324d7f5, infoPort=41407, infoSecurePort=0, ipcPort=36359, storageInfo=lv=-57;cid=testClusterID;nsid=1512185145;c=1732686614185), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:50:16,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20a85bfdfb9d2fe6 with lease ID 0xcacf23f1281b1c6b: Processing first storage report for DS-a639caa5-8b13-481c-acf0-23fc3542abca from datanode DatanodeRegistration(127.0.0.1:41697, datanodeUuid=33dbf124-1625-4996-ab02-09e97324d7f5, infoPort=41407, infoSecurePort=0, ipcPort=36359, storageInfo=lv=-57;cid=testClusterID;nsid=1512185145;c=1732686614185) 2024-11-27T05:50:16,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20a85bfdfb9d2fe6 with lease ID 0xcacf23f1281b1c6b: from storage DS-a639caa5-8b13-481c-acf0-23fc3542abca node DatanodeRegistration(127.0.0.1:41697, datanodeUuid=33dbf124-1625-4996-ab02-09e97324d7f5, infoPort=41407, infoSecurePort=0, ipcPort=36359, storageInfo=lv=-57;cid=testClusterID;nsid=1512185145;c=1732686614185), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:50:17,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973 2024-11-27T05:50:17,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/cluster_87991576-e704-efbd-553b-f4ecf5b353a6/zookeeper_0, clientPort=59498, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/cluster_87991576-e704-efbd-553b-f4ecf5b353a6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/cluster_87991576-e704-efbd-553b-f4ecf5b353a6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T05:50:17,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59498 2024-11-27T05:50:17,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:50:17,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:50:17,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741825_1001 (size=7) 2024-11-27T05:50:17,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741825_1001 (size=7) 2024-11-27T05:50:17,063 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192 with version=8 2024-11-27T05:50:17,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/hbase-staging 2024-11-27T05:50:17,066 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:50:17,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:50:17,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:50:17,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:50:17,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:50:17,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:50:17,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T05:50:17,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:50:17,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42925 2024-11-27T05:50:17,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42925 connecting to ZooKeeper ensemble=127.0.0.1:59498 2024-11-27T05:50:17,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429250x0, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:50:17,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42925-0x1017ad795780000 connected 2024-11-27T05:50:17,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:50:17,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:50:17,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:50:17,315 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192, hbase.cluster.distributed=false 2024-11-27T05:50:17,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:50:17,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42925 2024-11-27T05:50:17,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42925 2024-11-27T05:50:17,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42925 2024-11-27T05:50:17,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42925 2024-11-27T05:50:17,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42925 2024-11-27T05:50:17,341 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:50:17,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:50:17,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:50:17,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:50:17,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:50:17,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:50:17,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T05:50:17,342 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:50:17,342 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44885 2024-11-27T05:50:17,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44885 connecting to ZooKeeper ensemble=127.0.0.1:59498 2024-11-27T05:50:17,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:50:17,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:50:17,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448850x0, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:50:17,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448850x0, quorum=127.0.0.1:59498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:50:17,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44885-0x1017ad795780001 connected 2024-11-27T05:50:17,365 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T05:50:17,365 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T05:50:17,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T05:50:17,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:50:17,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44885 2024-11-27T05:50:17,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44885 2024-11-27T05:50:17,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44885 2024-11-27T05:50:17,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44885 2024-11-27T05:50:17,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44885 2024-11-27T05:50:17,382 DEBUG [M:0;4da2d47fc9ac:42925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4da2d47fc9ac:42925 2024-11-27T05:50:17,382 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4da2d47fc9ac,42925,1732686617065 2024-11-27T05:50:17,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:50:17,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:50:17,394 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4da2d47fc9ac,42925,1732686617065 2024-11-27T05:50:17,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:17,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T05:50:17,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:17,407 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T05:50:17,407 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4da2d47fc9ac,42925,1732686617065 from backup master directory 2024-11-27T05:50:17,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4da2d47fc9ac,42925,1732686617065 2024-11-27T05:50:17,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:50:17,416 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:50:17,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:50:17,416 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4da2d47fc9ac,42925,1732686617065 2024-11-27T05:50:17,421 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/hbase.id] with ID: e750a680-a5ca-4846-a2ef-bcd49e9437e1 2024-11-27T05:50:17,421 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/.tmp/hbase.id 2024-11-27T05:50:17,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741826_1002 (size=42) 2024-11-27T05:50:17,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741826_1002 (size=42) 2024-11-27T05:50:17,429 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/.tmp/hbase.id]:[hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/hbase.id] 2024-11-27T05:50:17,445 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:50:17,445 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T05:50:17,447 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T05:50:17,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:17,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741827_1003 (size=196) 2024-11-27T05:50:17,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741827_1003 (size=196) 2024-11-27T05:50:17,468 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T05:50:17,468 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T05:50:17,469 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:50:17,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741828_1004 (size=1189) 2024-11-27T05:50:17,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741828_1004 (size=1189) 2024-11-27T05:50:17,481 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store 2024-11-27T05:50:17,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741829_1005 (size=34) 2024-11-27T05:50:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741829_1005 (size=34) 2024-11-27T05:50:17,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T05:50:17,900 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:50:17,900 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:50:17,900 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:50:17,900 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:50:17,900 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:50:17,900 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:50:17,900 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:50:17,900 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686617900Disabling compacts and flushes for region at 1732686617900Disabling writes for close at 1732686617900Writing region close event to WAL at 1732686617900Closed at 1732686617900 2024-11-27T05:50:17,901 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/.initializing 2024-11-27T05:50:17,901 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/WALs/4da2d47fc9ac,42925,1732686617065 2024-11-27T05:50:17,902 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:50:17,904 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C42925%2C1732686617065, suffix=, logDir=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/WALs/4da2d47fc9ac,42925,1732686617065, archiveDir=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/oldWALs, maxLogs=10 2024-11-27T05:50:17,916 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/WALs/4da2d47fc9ac,42925,1732686617065/4da2d47fc9ac%2C42925%2C1732686617065.1732686617904, exclude list is [], retry=0 2024-11-27T05:50:17,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42113,DS-0cbf753b-3cc2-4ab9-b424-1250fa7f817d,DISK] 2024-11-27T05:50:17,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41697,DS-e977cc5e-566d-4777-b846-4a90327e6147,DISK] 2024-11-27T05:50:17,922 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/WALs/4da2d47fc9ac,42925,1732686617065/4da2d47fc9ac%2C42925%2C1732686617065.1732686617904 2024-11-27T05:50:17,922 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41407:41407),(127.0.0.1/127.0.0.1:41261:41261)] 2024-11-27T05:50:17,922 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:50:17,922 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:50:17,922 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:50:17,922 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:50:17,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:50:17,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T05:50:17,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:17,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:50:17,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:50:17,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T05:50:17,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:17,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:50:17,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:50:17,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T05:50:17,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:17,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:50:17,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:50:17,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T05:50:17,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:17,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:50:17,934 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:50:17,935 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:50:17,935 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:50:17,936 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:50:17,936 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:50:17,937 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T05:50:17,938 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:50:17,951 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:50:17,952 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=710388, jitterRate=-0.09669569134712219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T05:50:17,953 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732686617922Initializing all the Stores at 1732686617924 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686617924Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686617924Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686617924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686617924Cleaning up temporary data from old regions at 1732686617936 (+12 ms)Region opened successfully at 1732686617953 (+17 ms) 2024-11-27T05:50:17,953 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T05:50:17,957 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3844c72a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:50:17,958 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T05:50:17,959 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T05:50:17,959 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T05:50:17,959 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T05:50:17,959 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T05:50:17,960 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T05:50:17,960 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T05:50:17,962 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T05:50:17,963 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T05:50:17,974 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T05:50:17,975 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T05:50:17,975 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T05:50:17,994 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T05:50:17,994 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T05:50:17,995 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T05:50:18,006 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T05:50:18,007 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T05:50:18,025 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T05:50:18,028 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T05:50:18,047 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T05:50:18,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:50:18,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:50:18,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:18,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:18,068 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4da2d47fc9ac,42925,1732686617065, sessionid=0x1017ad795780000, setting cluster-up flag (Was=false) 2024-11-27T05:50:18,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:18,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:18,173 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T05:50:18,174 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,42925,1732686617065 2024-11-27T05:50:18,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:18,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:18,269 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T05:50:18,270 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,42925,1732686617065 2024-11-27T05:50:18,272 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T05:50:18,274 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T05:50:18,274 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T05:50:18,275 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T05:50:18,275 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4da2d47fc9ac,42925,1732686617065 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T05:50:18,276 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:50:18,277 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:50:18,277 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:50:18,277 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:50:18,277 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4da2d47fc9ac:0, corePoolSize=10, maxPoolSize=10 2024-11-27T05:50:18,277 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:50:18,277 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:50:18,277 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:50:18,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:50:18,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T05:50:18,281 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:18,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T05:50:18,297 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732686648297 2024-11-27T05:50:18,298 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T05:50:18,298 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T05:50:18,298 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T05:50:18,298 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T05:50:18,298 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T05:50:18,298 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T05:50:18,298 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741831_1007 (size=1321) 2024-11-27T05:50:18,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741831_1007 (size=1321) 2024-11-27T05:50:18,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T05:50:18,305 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192 2024-11-27T05:50:18,308 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T05:50:18,309 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T05:50:18,309 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T05:50:18,311 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T05:50:18,312 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T05:50:18,312 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686618312,5,FailOnTimeoutGroup] 2024-11-27T05:50:18,313 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686618312,5,FailOnTimeoutGroup] 2024-11-27T05:50:18,313 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,313 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T05:50:18,313 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,313 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741832_1008 (size=32) 2024-11-27T05:50:18,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741832_1008 (size=32) 2024-11-27T05:50:18,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:50:18,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:50:18,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:50:18,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:18,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:50:18,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:50:18,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:50:18,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:18,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:50:18,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:50:18,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:50:18,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:18,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:50:18,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:50:18,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:50:18,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:18,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:50:18,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:50:18,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740 2024-11-27T05:50:18,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740 2024-11-27T05:50:18,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:50:18,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:50:18,349 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T05:50:18,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:50:18,357 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:50:18,358 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=694278, jitterRate=-0.11718103289604187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T05:50:18,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732686618329Initializing all the Stores at 1732686618330 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686618330Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686618332 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686618332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686618332Cleaning up temporary data from old regions at 1732686618348 (+16 ms)Region opened successfully at 1732686618359 (+11 ms) 2024-11-27T05:50:18,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:50:18,359 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:50:18,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:50:18,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:50:18,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:50:18,363 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:50:18,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686618359Disabling compacts and flushes for region at 1732686618359Disabling writes for close at 1732686618359Writing region close event to WAL at 1732686618363 (+4 ms)Closed at 1732686618363 2024-11-27T05:50:18,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:50:18,365 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T05:50:18,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T05:50:18,368 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:50:18,369 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T05:50:18,377 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(746): ClusterId : e750a680-a5ca-4846-a2ef-bcd49e9437e1 2024-11-27T05:50:18,377 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T05:50:18,385 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T05:50:18,386 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T05:50:18,396 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T05:50:18,397 DEBUG [RS:0;4da2d47fc9ac:44885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df93a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:50:18,421 DEBUG [RS:0;4da2d47fc9ac:44885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4da2d47fc9ac:44885 2024-11-27T05:50:18,421 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T05:50:18,421 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T05:50:18,421 DEBUG [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T05:50:18,422 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(2659): reportForDuty to master=4da2d47fc9ac,42925,1732686617065 with port=44885, startcode=1732686617340 2024-11-27T05:50:18,423 DEBUG [RS:0;4da2d47fc9ac:44885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T05:50:18,425 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60329, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T05:50:18,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42925 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4da2d47fc9ac,44885,1732686617340 2024-11-27T05:50:18,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42925 {}] master.ServerManager(517): Registering regionserver=4da2d47fc9ac,44885,1732686617340 2024-11-27T05:50:18,428 DEBUG [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192 2024-11-27T05:50:18,428 DEBUG [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34027 2024-11-27T05:50:18,428 DEBUG [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T05:50:18,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:50:18,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4da2d47fc9ac,44885,1732686617340] 2024-11-27T05:50:18,443 DEBUG [RS:0;4da2d47fc9ac:44885 {}] zookeeper.ZKUtil(111): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4da2d47fc9ac,44885,1732686617340 2024-11-27T05:50:18,443 WARN [RS:0;4da2d47fc9ac:44885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:50:18,444 INFO [RS:0;4da2d47fc9ac:44885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:50:18,444 DEBUG [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340 2024-11-27T05:50:18,460 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T05:50:18,470 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T05:50:18,470 INFO [RS:0;4da2d47fc9ac:44885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T05:50:18,470 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,471 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T05:50:18,472 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T05:50:18,472 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,472 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:50:18,472 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:50:18,472 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:50:18,473 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:50:18,473 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:50:18,473 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:50:18,473 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:50:18,473 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:50:18,473 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:50:18,473 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:50:18,473 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:50:18,473 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:50:18,473 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:50:18,473 DEBUG [RS:0;4da2d47fc9ac:44885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:50:18,480 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,481 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,481 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,481 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,481 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,481 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,44885,1732686617340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:50:18,502 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T05:50:18,502 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,44885,1732686617340-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,503 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,503 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.Replication(171): 4da2d47fc9ac,44885,1732686617340 started 2024-11-27T05:50:18,520 WARN [4da2d47fc9ac:42925 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T05:50:18,521 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:18,521 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(1482): Serving as 4da2d47fc9ac,44885,1732686617340, RpcServer on 4da2d47fc9ac/172.17.0.2:44885, sessionid=0x1017ad795780001 2024-11-27T05:50:18,521 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T05:50:18,521 DEBUG [RS:0;4da2d47fc9ac:44885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4da2d47fc9ac,44885,1732686617340 2024-11-27T05:50:18,521 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,44885,1732686617340' 2024-11-27T05:50:18,521 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T05:50:18,522 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T05:50:18,523 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T05:50:18,523 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T05:50:18,523 DEBUG [RS:0;4da2d47fc9ac:44885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4da2d47fc9ac,44885,1732686617340 2024-11-27T05:50:18,523 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,44885,1732686617340' 2024-11-27T05:50:18,523 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T05:50:18,523 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T05:50:18,524 DEBUG [RS:0;4da2d47fc9ac:44885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T05:50:18,524 INFO [RS:0;4da2d47fc9ac:44885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T05:50:18,524 INFO [RS:0;4da2d47fc9ac:44885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T05:50:18,624 INFO [RS:0;4da2d47fc9ac:44885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:50:18,626 INFO [RS:0;4da2d47fc9ac:44885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C44885%2C1732686617340, suffix=, logDir=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340, archiveDir=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/oldWALs, maxLogs=32 2024-11-27T05:50:18,641 DEBUG [RS:0;4da2d47fc9ac:44885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686618627, exclude list is [], retry=0 2024-11-27T05:50:18,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41697,DS-e977cc5e-566d-4777-b846-4a90327e6147,DISK] 2024-11-27T05:50:18,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42113,DS-0cbf753b-3cc2-4ab9-b424-1250fa7f817d,DISK] 2024-11-27T05:50:18,645 INFO [RS:0;4da2d47fc9ac:44885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686618627 2024-11-27T05:50:18,646 DEBUG [RS:0;4da2d47fc9ac:44885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41407:41407),(127.0.0.1/127.0.0.1:41261:41261)] 2024-11-27T05:50:18,770 DEBUG [4da2d47fc9ac:42925 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T05:50:18,771 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4da2d47fc9ac,44885,1732686617340 2024-11-27T05:50:18,772 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,44885,1732686617340, state=OPENING 2024-11-27T05:50:18,784 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T05:50:18,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:18,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:50:18,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:50:18,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:50:18,796 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:50:18,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,44885,1732686617340}] 2024-11-27T05:50:18,949 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T05:50:18,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45119, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T05:50:18,955 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T05:50:18,955 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:50:18,955 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T05:50:18,957 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C44885%2C1732686617340.meta, suffix=.meta, logDir=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340, archiveDir=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/oldWALs, maxLogs=32 2024-11-27T05:50:18,971 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.meta.1732686618958.meta, exclude list is [], retry=0 2024-11-27T05:50:18,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42113,DS-0cbf753b-3cc2-4ab9-b424-1250fa7f817d,DISK] 2024-11-27T05:50:18,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41697,DS-e977cc5e-566d-4777-b846-4a90327e6147,DISK] 2024-11-27T05:50:18,976 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.meta.1732686618958.meta 2024-11-27T05:50:18,977 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41261:41261),(127.0.0.1/127.0.0.1:41407:41407)] 2024-11-27T05:50:18,977 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:50:18,977 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T05:50:18,977 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T05:50:18,977 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T05:50:18,977 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T05:50:18,978 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:50:18,978 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T05:50:18,978 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T05:50:18,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:50:18,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:50:18,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:18,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:50:18,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:50:18,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:50:18,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:18,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:50:18,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:50:18,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:50:18,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:18,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:50:18,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:50:18,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:50:18,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:18,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:50:18,985 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:50:18,986 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740 2024-11-27T05:50:18,987 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740 2024-11-27T05:50:18,988 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:50:18,988 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:50:18,989 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T05:50:18,990 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:50:18,991 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=836929, jitterRate=0.06421081721782684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T05:50:18,991 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T05:50:18,992 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732686618978Writing region info on filesystem at 1732686618978Initializing all the Stores at 1732686618979 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686618979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686618979Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686618979Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686618979Cleaning up temporary data from old regions at 1732686618988 (+9 ms)Running coprocessor post-open hooks at 1732686618991 (+3 ms)Region opened successfully at 1732686618991 2024-11-27T05:50:18,993 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732686618948 2024-11-27T05:50:18,996 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T05:50:18,996 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T05:50:18,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4da2d47fc9ac,44885,1732686617340 2024-11-27T05:50:18,999 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,44885,1732686617340, state=OPEN 2024-11-27T05:50:19,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:50:19,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:50:19,032 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,44885,1732686617340 2024-11-27T05:50:19,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:50:19,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:50:19,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T05:50:19,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,44885,1732686617340 in 236 msec 2024-11-27T05:50:19,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T05:50:19,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 670 msec 2024-11-27T05:50:19,039 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:50:19,039 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T05:50:19,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:50:19,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,44885,1732686617340, seqNum=-1] 2024-11-27T05:50:19,041 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:50:19,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48151, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:50:19,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 774 msec 2024-11-27T05:50:19,048 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732686619048, completionTime=-1 2024-11-27T05:50:19,048 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T05:50:19,048 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T05:50:19,050 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T05:50:19,050 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732686679050 2024-11-27T05:50:19,050 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732686739050 2024-11-27T05:50:19,051 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T05:50:19,051 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42925,1732686617065-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:19,051 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42925,1732686617065-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:19,051 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42925,1732686617065-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:19,051 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4da2d47fc9ac:42925, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:19,051 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:19,051 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:19,053 DEBUG [master/4da2d47fc9ac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T05:50:19,056 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.639sec 2024-11-27T05:50:19,056 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T05:50:19,056 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T05:50:19,056 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T05:50:19,056 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T05:50:19,056 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T05:50:19,056 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42925,1732686617065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:50:19,056 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42925,1732686617065-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T05:50:19,059 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T05:50:19,059 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T05:50:19,059 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42925,1732686617065-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:19,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e91d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:50:19,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4da2d47fc9ac,42925,-1 for getting cluster id 2024-11-27T05:50:19,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T05:50:19,080 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e750a680-a5ca-4846-a2ef-bcd49e9437e1' 2024-11-27T05:50:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T05:50:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e750a680-a5ca-4846-a2ef-bcd49e9437e1" 2024-11-27T05:50:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1dbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:50:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4da2d47fc9ac,42925,-1] 2024-11-27T05:50:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T05:50:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:50:19,083 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T05:50:19,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bbbe41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:50:19,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:50:19,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,44885,1732686617340, seqNum=-1] 2024-11-27T05:50:19,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:50:19,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:50:19,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4da2d47fc9ac,42925,1732686617065 2024-11-27T05:50:19,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:50:19,092 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-27T05:50:19,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T05:50:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4da2d47fc9ac,42925,1732686617065 2024-11-27T05:50:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6352ef44 2024-11-27T05:50:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T05:50:19,095 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T05:50:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-27T05:50:19,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-27T05:50:19,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T05:50:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T05:50:19,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T05:50:19,099 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:19,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-27T05:50:19,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T05:50:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:50:19,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741835_1011 (size=405) 2024-11-27T05:50:19,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741835_1011 (size=405) 2024-11-27T05:50:19,109 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6964529ca55283cd9db4af618d46a3e6, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192 2024-11-27T05:50:19,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741836_1012 (size=88) 2024-11-27T05:50:19,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741836_1012 (size=88) 2024-11-27T05:50:19,517 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:50:19,518 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 6964529ca55283cd9db4af618d46a3e6, disabling compactions & flushes 2024-11-27T05:50:19,518 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:19,518 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:19,518 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. after waiting 0 ms 2024-11-27T05:50:19,518 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:19,518 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:19,518 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6964529ca55283cd9db4af618d46a3e6: Waiting for close lock at 1732686619517Disabling compacts and flushes for region at 1732686619517Disabling writes for close at 1732686619518 (+1 ms)Writing region close event to WAL at 1732686619518Closed at 1732686619518 2024-11-27T05:50:19,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T05:50:19,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732686619520"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732686619520"}]},"ts":"1732686619520"} 2024-11-27T05:50:19,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T05:50:19,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T05:50:19,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732686619525"}]},"ts":"1732686619525"} 2024-11-27T05:50:19,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-27T05:50:19,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=6964529ca55283cd9db4af618d46a3e6, ASSIGN}] 2024-11-27T05:50:19,531 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=6964529ca55283cd9db4af618d46a3e6, ASSIGN 2024-11-27T05:50:19,533 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=6964529ca55283cd9db4af618d46a3e6, ASSIGN; state=OFFLINE, location=4da2d47fc9ac,44885,1732686617340; forceNewPlan=false, retain=false 2024-11-27T05:50:19,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6964529ca55283cd9db4af618d46a3e6, regionState=OPENING, regionLocation=4da2d47fc9ac,44885,1732686617340 2024-11-27T05:50:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=6964529ca55283cd9db4af618d46a3e6, ASSIGN because future has completed 2024-11-27T05:50:19,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6964529ca55283cd9db4af618d46a3e6, server=4da2d47fc9ac,44885,1732686617340}] 2024-11-27T05:50:19,845 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:19,846 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6964529ca55283cd9db4af618d46a3e6, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6.', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:50:19,846 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:50:19,846 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:50:19,846 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:50:19,846 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:50:19,848 INFO [StoreOpener-6964529ca55283cd9db4af618d46a3e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:50:19,849 INFO [StoreOpener-6964529ca55283cd9db4af618d46a3e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6964529ca55283cd9db4af618d46a3e6 columnFamilyName info 2024-11-27T05:50:19,849 DEBUG [StoreOpener-6964529ca55283cd9db4af618d46a3e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:50:19,849 INFO [StoreOpener-6964529ca55283cd9db4af618d46a3e6-1 {}] regionserver.HStore(327): Store=6964529ca55283cd9db4af618d46a3e6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:50:19,850 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:50:19,850 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:50:19,851 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:50:19,851 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:50:19,851 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:50:19,853 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:50:19,855 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:50:19,856 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6964529ca55283cd9db4af618d46a3e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=879700, jitterRate=0.11859758198261261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T05:50:19,856 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:50:19,857 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6964529ca55283cd9db4af618d46a3e6: Running coprocessor pre-open hook at 1732686619846Writing region info on filesystem at 1732686619846Initializing all the Stores at 1732686619847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686619847Cleaning up temporary data from old regions at 1732686619851 (+4 ms)Running coprocessor post-open hooks at 1732686619856 (+5 ms)Region opened successfully at 1732686619857 (+1 ms) 2024-11-27T05:50:19,858 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6., pid=6, masterSystemTime=1732686619841 2024-11-27T05:50:19,860 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:19,861 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:19,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6964529ca55283cd9db4af618d46a3e6, regionState=OPEN, openSeqNum=2, regionLocation=4da2d47fc9ac,44885,1732686617340 2024-11-27T05:50:19,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6964529ca55283cd9db4af618d46a3e6, server=4da2d47fc9ac,44885,1732686617340 because future has completed 2024-11-27T05:50:19,865 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42925 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4da2d47fc9ac,44885,1732686617340, table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=6964529ca55283cd9db4af618d46a3e6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T05:50:19,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T05:50:19,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6964529ca55283cd9db4af618d46a3e6, server=4da2d47fc9ac,44885,1732686617340 in 178 msec 2024-11-27T05:50:19,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T05:50:19,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=6964529ca55283cd9db4af618d46a3e6, ASSIGN in 339 msec 2024-11-27T05:50:19,872 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T05:50:19,873 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732686619872"}]},"ts":"1732686619872"} 2024-11-27T05:50:19,875 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-27T05:50:19,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T05:50:19,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 780 msec 2024-11-27T05:50:22,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:22,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:22,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:22,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:22,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:22,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:22,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:22,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:23,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T05:50:23,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:23,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:23,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:23,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:23,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:23,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:23,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:23,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:50:24,461 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T05:50:24,461 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-27T05:50:27,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T05:50:27,600 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T05:50:27,601 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T05:50:27,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T05:50:27,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T05:50:27,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T05:50:27,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T05:50:27,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-27T05:50:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:50:29,184 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-27T05:50:29,184 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-27T05:50:29,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T05:50:29,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6., hostname=4da2d47fc9ac,44885,1732686617340, seqNum=2] 2024-11-27T05:50:29,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T05:50:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T05:50:29,205 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-27T05:50:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T05:50:29,206 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T05:50:29,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T05:50:29,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T05:50:29,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:29,376 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 6964529ca55283cd9db4af618d46a3e6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-27T05:50:29,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/15f0fff01ce24b6499d3a154df0b773d is 1055, key is row0001/info:/1732686629193/Put/seqid=0 2024-11-27T05:50:29,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741837_1013 (size=6008) 2024-11-27T05:50:29,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741837_1013 (size=6008) 2024-11-27T05:50:29,398 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/15f0fff01ce24b6499d3a154df0b773d 2024-11-27T05:50:29,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/15f0fff01ce24b6499d3a154df0b773d as hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/15f0fff01ce24b6499d3a154df0b773d 2024-11-27T05:50:29,414 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/15f0fff01ce24b6499d3a154df0b773d, entries=1, sequenceid=5, filesize=5.9 K 2024-11-27T05:50:29,415 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 6964529ca55283cd9db4af618d46a3e6 in 39ms, sequenceid=5, compaction requested=false 2024-11-27T05:50:29,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 6964529ca55283cd9db4af618d46a3e6: 2024-11-27T05:50:29,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:29,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T05:50:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T05:50:29,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-27T05:50:29,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 212 msec 2024-11-27T05:50:29,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 223 msec 2024-11-27T05:50:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T05:50:39,305 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-27T05:50:39,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T05:50:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T05:50:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T05:50:39,315 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-27T05:50:39,316 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T05:50:39,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T05:50:39,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-27T05:50:39,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:39,473 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 6964529ca55283cd9db4af618d46a3e6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-27T05:50:39,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/09d25c8c7e1f4bbfaf5d43bbcc03b5a4 is 1055, key is row0002/info:/1732686639307/Put/seqid=0 2024-11-27T05:50:39,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741838_1014 (size=6008) 2024-11-27T05:50:39,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741838_1014 (size=6008) 2024-11-27T05:50:39,489 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/09d25c8c7e1f4bbfaf5d43bbcc03b5a4 2024-11-27T05:50:39,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/09d25c8c7e1f4bbfaf5d43bbcc03b5a4 as hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/09d25c8c7e1f4bbfaf5d43bbcc03b5a4 2024-11-27T05:50:39,502 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/09d25c8c7e1f4bbfaf5d43bbcc03b5a4, entries=1, sequenceid=9, filesize=5.9 K 2024-11-27T05:50:39,503 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 6964529ca55283cd9db4af618d46a3e6 in 31ms, sequenceid=9, compaction requested=false 2024-11-27T05:50:39,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 6964529ca55283cd9db4af618d46a3e6: 2024-11-27T05:50:39,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:39,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-27T05:50:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-27T05:50:39,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T05:50:39,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 190 msec 2024-11-27T05:50:39,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 198 msec 2024-11-27T05:50:47,034 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T05:50:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T05:50:49,326 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-27T05:50:49,348 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686649333, exclude list is [], retry=0 2024-11-27T05:50:49,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41697,DS-e977cc5e-566d-4777-b846-4a90327e6147,DISK] 2024-11-27T05:50:49,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42113,DS-0cbf753b-3cc2-4ab9-b424-1250fa7f817d,DISK] 2024-11-27T05:50:49,382 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686618627 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686649333 2024-11-27T05:50:49,382 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41407:41407),(127.0.0.1/127.0.0.1:41261:41261)] 2024-11-27T05:50:49,382 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686618627 is not closed yet, will try archiving it next time 2024-11-27T05:50:49,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T05:50:49,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741833_1009 (size=5471) 2024-11-27T05:50:49,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741833_1009 (size=5471) 2024-11-27T05:50:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T05:50:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T05:50:49,388 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-27T05:50:49,389 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T05:50:49,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T05:50:49,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-27T05:50:49,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:49,550 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 6964529ca55283cd9db4af618d46a3e6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-27T05:50:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/5faa29d9ed7d4666882fd4c3b102e966 is 1055, key is row0003/info:/1732686649329/Put/seqid=0 2024-11-27T05:50:49,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741840_1016 (size=6008) 2024-11-27T05:50:49,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741840_1016 (size=6008) 2024-11-27T05:50:49,561 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/5faa29d9ed7d4666882fd4c3b102e966 2024-11-27T05:50:49,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/5faa29d9ed7d4666882fd4c3b102e966 as hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/5faa29d9ed7d4666882fd4c3b102e966 2024-11-27T05:50:49,574 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/5faa29d9ed7d4666882fd4c3b102e966, entries=1, sequenceid=13, filesize=5.9 K 2024-11-27T05:50:49,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 6964529ca55283cd9db4af618d46a3e6 in 26ms, sequenceid=13, compaction requested=true 2024-11-27T05:50:49,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 6964529ca55283cd9db4af618d46a3e6: 2024-11-27T05:50:49,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:49,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-27T05:50:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-27T05:50:49,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T05:50:49,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 188 msec 2024-11-27T05:50:49,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-11-27T05:50:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T05:50:59,475 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-27T05:50:59,482 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T05:50:59,488 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T05:50:59,489 DEBUG [Time-limited test {}] regionserver.HStore(1541): 6964529ca55283cd9db4af618d46a3e6/info is initiating minor compaction (all files) 2024-11-27T05:50:59,489 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T05:50:59,489 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:50:59,489 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 6964529ca55283cd9db4af618d46a3e6/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:59,490 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/15f0fff01ce24b6499d3a154df0b773d, hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/09d25c8c7e1f4bbfaf5d43bbcc03b5a4, hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/5faa29d9ed7d4666882fd4c3b102e966] into tmpdir=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp, totalSize=17.6 K 2024-11-27T05:50:59,491 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 15f0fff01ce24b6499d3a154df0b773d, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732686629193 2024-11-27T05:50:59,491 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 09d25c8c7e1f4bbfaf5d43bbcc03b5a4, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732686639307 2024-11-27T05:50:59,492 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5faa29d9ed7d4666882fd4c3b102e966, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732686649329 2024-11-27T05:50:59,513 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 6964529ca55283cd9db4af618d46a3e6#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T05:50:59,514 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/e5a1ecd5d95140988e33b3fd24b35b38 is 1055, key is row0001/info:/1732686629193/Put/seqid=0 2024-11-27T05:50:59,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741841_1017 (size=8221) 2024-11-27T05:50:59,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741841_1017 (size=8221) 2024-11-27T05:50:59,526 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/e5a1ecd5d95140988e33b3fd24b35b38 as hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/e5a1ecd5d95140988e33b3fd24b35b38 2024-11-27T05:50:59,540 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6964529ca55283cd9db4af618d46a3e6/info of 6964529ca55283cd9db4af618d46a3e6 into e5a1ecd5d95140988e33b3fd24b35b38(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T05:50:59,541 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 6964529ca55283cd9db4af618d46a3e6: 2024-11-27T05:50:59,555 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686659543, exclude list is [], retry=0 2024-11-27T05:50:59,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41697,DS-e977cc5e-566d-4777-b846-4a90327e6147,DISK] 2024-11-27T05:50:59,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42113,DS-0cbf753b-3cc2-4ab9-b424-1250fa7f817d,DISK] 2024-11-27T05:50:59,560 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686649333 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686659543 2024-11-27T05:50:59,560 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41261:41261),(127.0.0.1/127.0.0.1:41407:41407)] 2024-11-27T05:50:59,560 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686649333 is not closed yet, will try archiving it next time 2024-11-27T05:50:59,561 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686618627 to hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/oldWALs/4da2d47fc9ac%2C44885%2C1732686617340.1732686618627 2024-11-27T05:50:59,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T05:50:59,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741839_1015 (size=2495) 2024-11-27T05:50:59,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741839_1015 (size=2495) 2024-11-27T05:50:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T05:50:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T05:50:59,564 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-27T05:50:59,565 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T05:50:59,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T05:50:59,598 INFO [master/4da2d47fc9ac:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T05:50:59,599 INFO [master/4da2d47fc9ac:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T05:50:59,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-27T05:50:59,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:59,719 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 6964529ca55283cd9db4af618d46a3e6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-27T05:50:59,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/f3c64f976096477893aa1ca658c01ddc is 1055, key is row0000/info:/1732686659542/Put/seqid=0 2024-11-27T05:50:59,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741843_1019 (size=6008) 2024-11-27T05:50:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741843_1019 (size=6008) 2024-11-27T05:50:59,737 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/f3c64f976096477893aa1ca658c01ddc 2024-11-27T05:50:59,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/f3c64f976096477893aa1ca658c01ddc as hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/f3c64f976096477893aa1ca658c01ddc 2024-11-27T05:50:59,753 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/f3c64f976096477893aa1ca658c01ddc, entries=1, sequenceid=18, filesize=5.9 K 2024-11-27T05:50:59,755 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 6964529ca55283cd9db4af618d46a3e6 in 35ms, sequenceid=18, compaction requested=false 2024-11-27T05:50:59,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 6964529ca55283cd9db4af618d46a3e6: 2024-11-27T05:50:59,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:50:59,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-27T05:50:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-27T05:50:59,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-27T05:50:59,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 192 msec 2024-11-27T05:50:59,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 199 msec 2024-11-27T05:51:04,847 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6964529ca55283cd9db4af618d46a3e6, had cached 0 bytes from a total of 14229 2024-11-27T05:51:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T05:51:09,676 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-27T05:51:09,700 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686669683, exclude list is [], retry=0 2024-11-27T05:51:09,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41697,DS-e977cc5e-566d-4777-b846-4a90327e6147,DISK] 2024-11-27T05:51:09,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42113,DS-0cbf753b-3cc2-4ab9-b424-1250fa7f817d,DISK] 2024-11-27T05:51:09,704 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686659543 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686669683 2024-11-27T05:51:09,705 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41407:41407),(127.0.0.1/127.0.0.1:41261:41261)] 2024-11-27T05:51:09,705 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686659543 is not closed yet, will try archiving it next time 2024-11-27T05:51:09,705 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/WALs/4da2d47fc9ac,44885,1732686617340/4da2d47fc9ac%2C44885%2C1732686617340.1732686649333 to hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/oldWALs/4da2d47fc9ac%2C44885%2C1732686617340.1732686649333 2024-11-27T05:51:09,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T05:51:09,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:51:09,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:51:09,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:51:09,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:51:09,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T05:51:09,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741842_1018 (size=2001) 2024-11-27T05:51:09,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741842_1018 (size=2001) 2024-11-27T05:51:09,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T05:51:09,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1997191721, stopped=false 2024-11-27T05:51:09,707 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4da2d47fc9ac,42925,1732686617065 2024-11-27T05:51:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:51:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:51:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:09,772 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:51:09,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:51:09,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:51:09,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:51:09,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:51:09,775 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4da2d47fc9ac,44885,1732686617340' ***** 2024-11-27T05:51:09,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:51:09,775 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T05:51:09,776 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T05:51:09,776 INFO [RS:0;4da2d47fc9ac:44885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T05:51:09,776 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T05:51:09,776 INFO [RS:0;4da2d47fc9ac:44885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T05:51:09,776 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(3091): Received CLOSE for 6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:51:09,777 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(959): stopping server 4da2d47fc9ac,44885,1732686617340 2024-11-27T05:51:09,777 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:51:09,777 INFO [RS:0;4da2d47fc9ac:44885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4da2d47fc9ac:44885. 2024-11-27T05:51:09,777 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6964529ca55283cd9db4af618d46a3e6, disabling compactions & flushes 2024-11-27T05:51:09,777 DEBUG [RS:0;4da2d47fc9ac:44885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:51:09,777 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:51:09,777 DEBUG [RS:0;4da2d47fc9ac:44885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:51:09,777 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:51:09,777 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. after waiting 0 ms 2024-11-27T05:51:09,777 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T05:51:09,777 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:51:09,778 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T05:51:09,778 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T05:51:09,778 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6964529ca55283cd9db4af618d46a3e6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-27T05:51:09,778 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T05:51:09,778 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T05:51:09,778 DEBUG [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6964529ca55283cd9db4af618d46a3e6=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6.} 2024-11-27T05:51:09,778 DEBUG [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:51:09,778 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:51:09,778 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:51:09,778 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:51:09,779 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:51:09,779 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:51:09,779 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-27T05:51:09,783 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/994b7f2ef105448996e5bef80c92c105 is 1055, key is row0001/info:/1732686669679/Put/seqid=0 2024-11-27T05:51:09,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741845_1021 (size=6008) 2024-11-27T05:51:09,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741845_1021 (size=6008) 2024-11-27T05:51:09,795 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/.tmp/info/05c349a4c04c42eebccfc25cfedf5528 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6./info:regioninfo/1732686619861/Put/seqid=0 2024-11-27T05:51:09,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741846_1022 (size=7308) 2024-11-27T05:51:09,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741846_1022 (size=7308) 2024-11-27T05:51:09,801 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/.tmp/info/05c349a4c04c42eebccfc25cfedf5528 2024-11-27T05:51:09,824 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/.tmp/ns/98330915272641d590ca6b837048e2af is 43, key is default/ns:d/1732686619043/Put/seqid=0 2024-11-27T05:51:09,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741847_1023 (size=5153) 2024-11-27T05:51:09,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741847_1023 (size=5153) 2024-11-27T05:51:09,829 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/.tmp/ns/98330915272641d590ca6b837048e2af 2024-11-27T05:51:09,850 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/.tmp/table/7f11452087b6474aaa4dce16aabbdaca is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732686619872/Put/seqid=0 2024-11-27T05:51:09,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741848_1024 (size=5508) 2024-11-27T05:51:09,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741848_1024 (size=5508) 2024-11-27T05:51:09,856 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/.tmp/table/7f11452087b6474aaa4dce16aabbdaca 2024-11-27T05:51:09,862 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/.tmp/info/05c349a4c04c42eebccfc25cfedf5528 as hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/info/05c349a4c04c42eebccfc25cfedf5528 2024-11-27T05:51:09,870 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/info/05c349a4c04c42eebccfc25cfedf5528, entries=10, sequenceid=11, filesize=7.1 K 2024-11-27T05:51:09,871 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/.tmp/ns/98330915272641d590ca6b837048e2af as hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/ns/98330915272641d590ca6b837048e2af 2024-11-27T05:51:09,878 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/ns/98330915272641d590ca6b837048e2af, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T05:51:09,879 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/.tmp/table/7f11452087b6474aaa4dce16aabbdaca as hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/table/7f11452087b6474aaa4dce16aabbdaca 2024-11-27T05:51:09,886 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/table/7f11452087b6474aaa4dce16aabbdaca, entries=2, sequenceid=11, filesize=5.4 K 2024-11-27T05:51:09,887 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=11, compaction requested=false 2024-11-27T05:51:09,893 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T05:51:09,893 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T05:51:09,893 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:51:09,894 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686669778Running coprocessor pre-close hooks at 1732686669778Disabling compacts and flushes for region at 1732686669778Disabling writes for close at 1732686669779 (+1 ms)Obtaining lock to block concurrent updates at 1732686669779Preparing flush snapshotting stores in 1588230740 at 1732686669779Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732686669779Flushing stores of hbase:meta,,1.1588230740 at 1732686669780 (+1 ms)Flushing 1588230740/info: creating writer at 1732686669780Flushing 1588230740/info: appending metadata at 1732686669795 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732686669795Flushing 1588230740/ns: creating writer at 1732686669807 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732686669823 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732686669823Flushing 1588230740/table: creating writer at 1732686669835 (+12 ms)Flushing 1588230740/table: appending metadata at 1732686669849 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732686669849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bef48b: reopening flushed file at 1732686669861 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c203b: reopening flushed file at 1732686669870 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7337cf0a: reopening flushed file at 1732686669878 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=11, compaction requested=false at 1732686669887 (+9 ms)Writing region close event to WAL at 1732686669889 (+2 ms)Running coprocessor post-close hooks at 1732686669893 (+4 ms)Closed at 1732686669893 2024-11-27T05:51:09,894 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T05:51:09,979 DEBUG [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(1351): Waiting on 6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:51:10,179 DEBUG [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(1351): Waiting on 6964529ca55283cd9db4af618d46a3e6 2024-11-27T05:51:10,192 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/994b7f2ef105448996e5bef80c92c105 2024-11-27T05:51:10,198 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/.tmp/info/994b7f2ef105448996e5bef80c92c105 as hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/994b7f2ef105448996e5bef80c92c105 2024-11-27T05:51:10,204 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/994b7f2ef105448996e5bef80c92c105, entries=1, sequenceid=22, filesize=5.9 K 2024-11-27T05:51:10,205 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 6964529ca55283cd9db4af618d46a3e6 in 427ms, sequenceid=22, compaction requested=true 2024-11-27T05:51:10,205 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/15f0fff01ce24b6499d3a154df0b773d, hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/09d25c8c7e1f4bbfaf5d43bbcc03b5a4, hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/5faa29d9ed7d4666882fd4c3b102e966] to archive 2024-11-27T05:51:10,208 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T05:51:10,211 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/15f0fff01ce24b6499d3a154df0b773d to hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/15f0fff01ce24b6499d3a154df0b773d 2024-11-27T05:51:10,213 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/09d25c8c7e1f4bbfaf5d43bbcc03b5a4 to hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/09d25c8c7e1f4bbfaf5d43bbcc03b5a4 2024-11-27T05:51:10,215 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/5faa29d9ed7d4666882fd4c3b102e966 to hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/info/5faa29d9ed7d4666882fd4c3b102e966 2024-11-27T05:51:10,229 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4da2d47fc9ac:42925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-27T05:51:10,229 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [15f0fff01ce24b6499d3a154df0b773d=6008, 09d25c8c7e1f4bbfaf5d43bbcc03b5a4=6008, 5faa29d9ed7d4666882fd4c3b102e966=6008] 2024-11-27T05:51:10,233 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6964529ca55283cd9db4af618d46a3e6/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-27T05:51:10,234 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:51:10,234 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6964529ca55283cd9db4af618d46a3e6: Waiting for close lock at 1732686669777Running coprocessor pre-close hooks at 1732686669777Disabling compacts and flushes for region at 1732686669777Disabling writes for close at 1732686669777Obtaining lock to block concurrent updates at 1732686669778 (+1 ms)Preparing flush snapshotting stores in 6964529ca55283cd9db4af618d46a3e6 at 1732686669778Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732686669778Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. at 1732686669779 (+1 ms)Flushing 6964529ca55283cd9db4af618d46a3e6/info: creating writer at 1732686669779Flushing 6964529ca55283cd9db4af618d46a3e6/info: appending metadata at 1732686669782 (+3 ms)Flushing 6964529ca55283cd9db4af618d46a3e6/info: closing flushed file at 1732686669782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2677b594: reopening flushed file at 1732686670197 (+415 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 6964529ca55283cd9db4af618d46a3e6 in 427ms, sequenceid=22, compaction requested=true at 1732686670205 (+8 ms)Writing region close event to WAL at 1732686670230 (+25 ms)Running coprocessor post-close hooks at 1732686670234 (+4 ms)Closed at 1732686670234 2024-11-27T05:51:10,234 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732686619095.6964529ca55283cd9db4af618d46a3e6. 2024-11-27T05:51:10,379 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(976): stopping server 4da2d47fc9ac,44885,1732686617340; all regions closed. 2024-11-27T05:51:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741834_1010 (size=3306) 2024-11-27T05:51:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741834_1010 (size=3306) 2024-11-27T05:51:10,388 DEBUG [RS:0;4da2d47fc9ac:44885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/oldWALs 2024-11-27T05:51:10,389 INFO [RS:0;4da2d47fc9ac:44885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C44885%2C1732686617340.meta:.meta(num 1732686618958) 2024-11-27T05:51:10,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741844_1020 (size=1252) 2024-11-27T05:51:10,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741844_1020 (size=1252) 2024-11-27T05:51:10,394 DEBUG [RS:0;4da2d47fc9ac:44885 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/oldWALs 2024-11-27T05:51:10,394 INFO [RS:0;4da2d47fc9ac:44885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C44885%2C1732686617340:(num 1732686669683) 2024-11-27T05:51:10,394 DEBUG [RS:0;4da2d47fc9ac:44885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:51:10,394 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:51:10,394 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:51:10,395 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.ChoreService(370): Chore service for: regionserver/4da2d47fc9ac:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T05:51:10,395 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:51:10,395 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:51:10,395 INFO [RS:0;4da2d47fc9ac:44885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44885 2024-11-27T05:51:10,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:51:10,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4da2d47fc9ac,44885,1732686617340 2024-11-27T05:51:10,457 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:51:10,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4da2d47fc9ac,44885,1732686617340] 2024-11-27T05:51:10,477 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4da2d47fc9ac,44885,1732686617340 already deleted, retry=false 2024-11-27T05:51:10,477 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4da2d47fc9ac,44885,1732686617340 expired; onlineServers=0 2024-11-27T05:51:10,477 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4da2d47fc9ac,42925,1732686617065' ***** 2024-11-27T05:51:10,477 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T05:51:10,477 INFO [M:0;4da2d47fc9ac:42925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:51:10,477 INFO [M:0;4da2d47fc9ac:42925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:51:10,478 DEBUG [M:0;4da2d47fc9ac:42925 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T05:51:10,478 DEBUG [M:0;4da2d47fc9ac:42925 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T05:51:10,478 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T05:51:10,478 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686618312 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686618312,5,FailOnTimeoutGroup] 2024-11-27T05:51:10,478 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686618312 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686618312,5,FailOnTimeoutGroup] 2024-11-27T05:51:10,479 INFO [M:0;4da2d47fc9ac:42925 {}] hbase.ChoreService(370): Chore service for: master/4da2d47fc9ac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T05:51:10,479 INFO [M:0;4da2d47fc9ac:42925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:51:10,479 DEBUG [M:0;4da2d47fc9ac:42925 {}] master.HMaster(1795): Stopping service threads 2024-11-27T05:51:10,479 INFO [M:0;4da2d47fc9ac:42925 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T05:51:10,479 INFO [M:0;4da2d47fc9ac:42925 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:51:10,480 INFO [M:0;4da2d47fc9ac:42925 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T05:51:10,480 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T05:51:10,484 INFO [regionserver/4da2d47fc9ac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:51:10,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T05:51:10,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:10,488 DEBUG [M:0;4da2d47fc9ac:42925 {}] zookeeper.ZKUtil(347): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T05:51:10,488 WARN [M:0;4da2d47fc9ac:42925 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T05:51:10,491 INFO [M:0;4da2d47fc9ac:42925 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/.lastflushedseqids 2024-11-27T05:51:10,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741849_1025 (size=130) 2024-11-27T05:51:10,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741849_1025 (size=130) 2024-11-27T05:51:10,502 INFO [M:0;4da2d47fc9ac:42925 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T05:51:10,502 INFO [M:0;4da2d47fc9ac:42925 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T05:51:10,502 DEBUG [M:0;4da2d47fc9ac:42925 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:51:10,502 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:51:10,502 DEBUG [M:0;4da2d47fc9ac:42925 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:51:10,503 DEBUG [M:0;4da2d47fc9ac:42925 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:51:10,503 DEBUG [M:0;4da2d47fc9ac:42925 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:51:10,503 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.55 KB heapSize=54.94 KB 2024-11-27T05:51:10,519 DEBUG [M:0;4da2d47fc9ac:42925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82e1630a4754411a9a70c6f148a8d6af is 82, key is hbase:meta,,1/info:regioninfo/1732686618997/Put/seqid=0 2024-11-27T05:51:10,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741850_1026 (size=5672) 2024-11-27T05:51:10,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741850_1026 (size=5672) 2024-11-27T05:51:10,525 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82e1630a4754411a9a70c6f148a8d6af 2024-11-27T05:51:10,544 DEBUG [M:0;4da2d47fc9ac:42925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e92cb0ddc8a4d8584f1105c2e1d7b9f is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732686619877/Put/seqid=0 2024-11-27T05:51:10,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741851_1027 (size=7819) 2024-11-27T05:51:10,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741851_1027 (size=7819) 2024-11-27T05:51:10,550 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e92cb0ddc8a4d8584f1105c2e1d7b9f 2024-11-27T05:51:10,556 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e92cb0ddc8a4d8584f1105c2e1d7b9f 2024-11-27T05:51:10,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:51:10,567 INFO [RS:0;4da2d47fc9ac:44885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:51:10,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44885-0x1017ad795780001, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:51:10,567 INFO [RS:0;4da2d47fc9ac:44885 {}] regionserver.HRegionServer(1031): Exiting; stopping=4da2d47fc9ac,44885,1732686617340; zookeeper connection closed. 2024-11-27T05:51:10,567 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5264dc6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5264dc6 2024-11-27T05:51:10,567 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T05:51:10,569 DEBUG [M:0;4da2d47fc9ac:42925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de61d0755f9645ba86a00c1af78ec5ce is 69, key is 4da2d47fc9ac,44885,1732686617340/rs:state/1732686618426/Put/seqid=0 2024-11-27T05:51:10,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741852_1028 (size=5156) 2024-11-27T05:51:10,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741852_1028 (size=5156) 2024-11-27T05:51:10,575 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de61d0755f9645ba86a00c1af78ec5ce 2024-11-27T05:51:10,598 DEBUG [M:0;4da2d47fc9ac:42925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0a48414ab2bc48f99c038159addbf778 is 52, key is load_balancer_on/state:d/1732686619091/Put/seqid=0 2024-11-27T05:51:10,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741853_1029 (size=5056) 2024-11-27T05:51:10,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741853_1029 (size=5056) 2024-11-27T05:51:10,604 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0a48414ab2bc48f99c038159addbf778 2024-11-27T05:51:10,609 DEBUG [M:0;4da2d47fc9ac:42925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82e1630a4754411a9a70c6f148a8d6af as hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82e1630a4754411a9a70c6f148a8d6af 2024-11-27T05:51:10,614 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82e1630a4754411a9a70c6f148a8d6af, entries=8, sequenceid=121, filesize=5.5 K 2024-11-27T05:51:10,615 DEBUG [M:0;4da2d47fc9ac:42925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e92cb0ddc8a4d8584f1105c2e1d7b9f as hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e92cb0ddc8a4d8584f1105c2e1d7b9f 2024-11-27T05:51:10,620 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e92cb0ddc8a4d8584f1105c2e1d7b9f 2024-11-27T05:51:10,620 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e92cb0ddc8a4d8584f1105c2e1d7b9f, entries=14, sequenceid=121, filesize=7.6 K 2024-11-27T05:51:10,621 DEBUG [M:0;4da2d47fc9ac:42925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de61d0755f9645ba86a00c1af78ec5ce as hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de61d0755f9645ba86a00c1af78ec5ce 2024-11-27T05:51:10,627 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de61d0755f9645ba86a00c1af78ec5ce, entries=1, sequenceid=121, filesize=5.0 K 2024-11-27T05:51:10,628 DEBUG [M:0;4da2d47fc9ac:42925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0a48414ab2bc48f99c038159addbf778 as hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0a48414ab2bc48f99c038159addbf778 2024-11-27T05:51:10,633 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/a55d32b9-45a0-467d-b234-dbc7b1e62192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0a48414ab2bc48f99c038159addbf778, entries=1, sequenceid=121, filesize=4.9 K 2024-11-27T05:51:10,634 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.55 KB/44599, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=121, compaction requested=false 2024-11-27T05:51:10,635 INFO [M:0;4da2d47fc9ac:42925 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:51:10,635 DEBUG [M:0;4da2d47fc9ac:42925 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686670502Disabling compacts and flushes for region at 1732686670502Disabling writes for close at 1732686670503 (+1 ms)Obtaining lock to block concurrent updates at 1732686670503Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732686670503Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44599, getHeapSize=56192, getOffHeapSize=0, getCellsCount=140 at 1732686670503Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732686670504 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732686670504Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732686670518 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732686670518Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732686670530 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732686670544 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732686670544Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732686670556 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732686670569 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732686670569Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732686670580 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732686670598 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732686670598Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d003692: reopening flushed file at 1732686670608 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c27a83: reopening flushed file at 1732686670614 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a60da23: reopening flushed file at 1732686670620 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42727238: reopening flushed file at 1732686670627 (+7 ms)Finished flush of dataSize ~43.55 KB/44599, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=121, compaction requested=false at 1732686670634 (+7 ms)Writing region close event to WAL at 1732686670635 (+1 ms)Closed at 1732686670635 2024-11-27T05:51:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42113 is added to blk_1073741830_1006 (size=52996) 2024-11-27T05:51:10,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41697 is added to blk_1073741830_1006 (size=52996) 2024-11-27T05:51:10,638 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:51:10,638 INFO [M:0;4da2d47fc9ac:42925 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T05:51:10,638 INFO [M:0;4da2d47fc9ac:42925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42925 2024-11-27T05:51:10,638 INFO [M:0;4da2d47fc9ac:42925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:51:10,745 INFO [M:0;4da2d47fc9ac:42925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:51:10,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:51:10,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42925-0x1017ad795780000, quorum=127.0.0.1:59498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:51:10,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75d16224{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:51:10,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75bb8eb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:51:10,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:51:10,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@343ba122{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:51:10,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e505013{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/hadoop.log.dir/,STOPPED} 2024-11-27T05:51:10,750 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:51:10,750 WARN [BP-517983376-172.17.0.2-1732686614185 heartbeating to localhost/127.0.0.1:34027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:51:10,750 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:51:10,750 WARN [BP-517983376-172.17.0.2-1732686614185 heartbeating to localhost/127.0.0.1:34027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-517983376-172.17.0.2-1732686614185 (Datanode Uuid 33dbf124-1625-4996-ab02-09e97324d7f5) service to localhost/127.0.0.1:34027 2024-11-27T05:51:10,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/cluster_87991576-e704-efbd-553b-f4ecf5b353a6/data/data3/current/BP-517983376-172.17.0.2-1732686614185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:51:10,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/cluster_87991576-e704-efbd-553b-f4ecf5b353a6/data/data4/current/BP-517983376-172.17.0.2-1732686614185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:51:10,751 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:51:10,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@509514f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:51:10,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@403e2bb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:51:10,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:51:10,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ce83f73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:51:10,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@795e0d38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/hadoop.log.dir/,STOPPED} 2024-11-27T05:51:10,755 WARN [BP-517983376-172.17.0.2-1732686614185 heartbeating to localhost/127.0.0.1:34027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:51:10,755 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:51:10,755 WARN [BP-517983376-172.17.0.2-1732686614185 heartbeating to localhost/127.0.0.1:34027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-517983376-172.17.0.2-1732686614185 (Datanode Uuid 8bb939bb-4d05-488d-9370-f2b2be2aeaab) service to localhost/127.0.0.1:34027 2024-11-27T05:51:10,755 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:51:10,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/cluster_87991576-e704-efbd-553b-f4ecf5b353a6/data/data1/current/BP-517983376-172.17.0.2-1732686614185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:51:10,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/cluster_87991576-e704-efbd-553b-f4ecf5b353a6/data/data2/current/BP-517983376-172.17.0.2-1732686614185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:51:10,756 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:51:10,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a4508b4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:51:10,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d6e00c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:51:10,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:51:10,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72531267{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:51:10,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c4e6828{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/hadoop.log.dir/,STOPPED} 2024-11-27T05:51:10,769 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T05:51:10,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T05:51:10,795 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=98 (was 104), OpenFileDescriptor=426 (was 443), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=7903 (was 8356) 2024-11-27T05:51:10,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=98, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7903 2024-11-27T05:51:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T05:51:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/hadoop.log.dir so I do NOT create it in target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673 2024-11-27T05:51:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c94ff2de-675d-f69c-7978-e1c83f058973/hadoop.tmp.dir so I do NOT create it in target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673 2024-11-27T05:51:10,801 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/cluster_780a5c8b-1230-3f7a-e05c-6ef1f9b9f9dc, deleteOnExit=true 2024-11-27T05:51:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T05:51:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/test.cache.data in system properties and HBase conf 2024-11-27T05:51:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T05:51:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/hadoop.log.dir in system properties and HBase conf 2024-11-27T05:51:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T05:51:10,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T05:51:10,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T05:51:10,802 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T05:51:10,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:51:10,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:51:10,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T05:51:10,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:51:10,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T05:51:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T05:51:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:51:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:51:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T05:51:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/nfs.dump.dir in system properties and HBase conf 2024-11-27T05:51:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/java.io.tmpdir in system properties and HBase conf 2024-11-27T05:51:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:51:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T05:51:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T05:51:11,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:51:11,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:51:11,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:51:11,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:51:11,418 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:51:11,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:51:11,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62c30091{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:51:11,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ba41a71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:51:11,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17a96577{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/java.io.tmpdir/jetty-localhost-34975-hadoop-hdfs-3_4_1-tests_jar-_-any-785128451597400716/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:51:11,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58920569{HTTP/1.1, (http/1.1)}{localhost:34975} 2024-11-27T05:51:11,513 INFO [Time-limited test {}] server.Server(415): Started @151441ms 2024-11-27T05:51:11,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:51:11,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:51:11,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:51:11,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:51:11,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:51:11,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37b8a642{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:51:11,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8a0a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:51:11,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2681cc3c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/java.io.tmpdir/jetty-localhost-43279-hadoop-hdfs-3_4_1-tests_jar-_-any-10364489165639961285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:51:11,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34978ace{HTTP/1.1, (http/1.1)}{localhost:43279} 2024-11-27T05:51:11,914 INFO [Time-limited test {}] server.Server(415): Started @151841ms 2024-11-27T05:51:11,915 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:51:11,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:51:11,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:51:11,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:51:11,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:51:11,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:51:11,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@270378ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:51:11,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36460e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:51:12,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfff3de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/java.io.tmpdir/jetty-localhost-40723-hadoop-hdfs-3_4_1-tests_jar-_-any-17773318244183643236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:51:12,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4ab54{HTTP/1.1, (http/1.1)}{localhost:40723} 2024-11-27T05:51:12,039 INFO [Time-limited test {}] server.Server(415): Started @151967ms 2024-11-27T05:51:12,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:51:13,018 WARN [Thread-1107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/cluster_780a5c8b-1230-3f7a-e05c-6ef1f9b9f9dc/data/data1/current/BP-344473147-172.17.0.2-1732686670826/current, will proceed with Du for space computation calculation, 2024-11-27T05:51:13,019 WARN [Thread-1108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/cluster_780a5c8b-1230-3f7a-e05c-6ef1f9b9f9dc/data/data2/current/BP-344473147-172.17.0.2-1732686670826/current, will proceed with Du for space computation calculation, 2024-11-27T05:51:13,040 WARN [Thread-1071 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:51:13,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x388bdbdd07cf31a0 with lease ID 0x97ec87d4462369e4: Processing first storage report for DS-0665b86b-bb22-4e21-9114-ca1ab677fa49 from datanode DatanodeRegistration(127.0.0.1:38595, datanodeUuid=c51d3c4a-90ef-4512-b9c8-8ae2b4b3a45b, infoPort=42663, infoSecurePort=0, ipcPort=37437, storageInfo=lv=-57;cid=testClusterID;nsid=1512349390;c=1732686670826) 2024-11-27T05:51:13,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x388bdbdd07cf31a0 with lease ID 0x97ec87d4462369e4: from storage DS-0665b86b-bb22-4e21-9114-ca1ab677fa49 node DatanodeRegistration(127.0.0.1:38595, datanodeUuid=c51d3c4a-90ef-4512-b9c8-8ae2b4b3a45b, infoPort=42663, infoSecurePort=0, ipcPort=37437, storageInfo=lv=-57;cid=testClusterID;nsid=1512349390;c=1732686670826), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T05:51:13,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x388bdbdd07cf31a0 with lease ID 0x97ec87d4462369e4: Processing first storage report for DS-e1d58986-6797-418d-b241-edbbe0492f33 from datanode DatanodeRegistration(127.0.0.1:38595, datanodeUuid=c51d3c4a-90ef-4512-b9c8-8ae2b4b3a45b, infoPort=42663, infoSecurePort=0, ipcPort=37437, storageInfo=lv=-57;cid=testClusterID;nsid=1512349390;c=1732686670826) 2024-11-27T05:51:13,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x388bdbdd07cf31a0 with lease ID 0x97ec87d4462369e4: from storage DS-e1d58986-6797-418d-b241-edbbe0492f33 node DatanodeRegistration(127.0.0.1:38595, datanodeUuid=c51d3c4a-90ef-4512-b9c8-8ae2b4b3a45b, infoPort=42663, infoSecurePort=0, ipcPort=37437, storageInfo=lv=-57;cid=testClusterID;nsid=1512349390;c=1732686670826), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:51:13,156 WARN [Thread-1119 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/cluster_780a5c8b-1230-3f7a-e05c-6ef1f9b9f9dc/data/data4/current/BP-344473147-172.17.0.2-1732686670826/current, will proceed with Du for space computation calculation, 2024-11-27T05:51:13,157 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/cluster_780a5c8b-1230-3f7a-e05c-6ef1f9b9f9dc/data/data3/current/BP-344473147-172.17.0.2-1732686670826/current, will proceed with Du for space computation calculation, 2024-11-27T05:51:13,172 WARN [Thread-1094 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:51:13,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4755caf3f34a2225 with lease ID 0x97ec87d4462369e5: Processing first storage report for DS-1cdec38a-ff06-447c-9426-1cbea807fa0b from datanode DatanodeRegistration(127.0.0.1:37553, datanodeUuid=18f96001-09cd-4443-a9b2-80163577896c, infoPort=35305, infoSecurePort=0, ipcPort=45887, storageInfo=lv=-57;cid=testClusterID;nsid=1512349390;c=1732686670826) 2024-11-27T05:51:13,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4755caf3f34a2225 with lease ID 0x97ec87d4462369e5: from storage DS-1cdec38a-ff06-447c-9426-1cbea807fa0b node DatanodeRegistration(127.0.0.1:37553, datanodeUuid=18f96001-09cd-4443-a9b2-80163577896c, infoPort=35305, infoSecurePort=0, ipcPort=45887, storageInfo=lv=-57;cid=testClusterID;nsid=1512349390;c=1732686670826), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:51:13,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4755caf3f34a2225 with lease ID 0x97ec87d4462369e5: Processing first storage report for DS-0003e4ee-c7e8-4cd6-a81d-3d7ba43be8df from datanode DatanodeRegistration(127.0.0.1:37553, datanodeUuid=18f96001-09cd-4443-a9b2-80163577896c, infoPort=35305, infoSecurePort=0, ipcPort=45887, storageInfo=lv=-57;cid=testClusterID;nsid=1512349390;c=1732686670826) 2024-11-27T05:51:13,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4755caf3f34a2225 with lease ID 0x97ec87d4462369e5: from storage DS-0003e4ee-c7e8-4cd6-a81d-3d7ba43be8df node DatanodeRegistration(127.0.0.1:37553, datanodeUuid=18f96001-09cd-4443-a9b2-80163577896c, infoPort=35305, infoSecurePort=0, ipcPort=45887, storageInfo=lv=-57;cid=testClusterID;nsid=1512349390;c=1732686670826), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:51:13,277 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673 2024-11-27T05:51:13,281 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/cluster_780a5c8b-1230-3f7a-e05c-6ef1f9b9f9dc/zookeeper_0, clientPort=49891, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/cluster_780a5c8b-1230-3f7a-e05c-6ef1f9b9f9dc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/cluster_780a5c8b-1230-3f7a-e05c-6ef1f9b9f9dc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T05:51:13,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49891 2024-11-27T05:51:13,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:51:13,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:51:13,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741825_1001 (size=7) 2024-11-27T05:51:13,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741825_1001 (size=7) 2024-11-27T05:51:13,296 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb with version=8 2024-11-27T05:51:13,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/hbase-staging 2024-11-27T05:51:13,298 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:51:13,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:51:13,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:51:13,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:51:13,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:51:13,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:51:13,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T05:51:13,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:51:13,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44551 2024-11-27T05:51:13,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44551 connecting to ZooKeeper ensemble=127.0.0.1:49891 2024-11-27T05:51:13,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445510x0, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:51:13,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44551-0x1017ad8712b0000 connected 2024-11-27T05:51:13,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:51:13,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:51:13,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:51:13,443 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb, hbase.cluster.distributed=false 2024-11-27T05:51:13,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:51:13,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44551 2024-11-27T05:51:13,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44551 2024-11-27T05:51:13,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44551 2024-11-27T05:51:13,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44551 2024-11-27T05:51:13,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44551 2024-11-27T05:51:13,462 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:51:13,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:51:13,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:51:13,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:51:13,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:51:13,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:51:13,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T05:51:13,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:51:13,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33947 2024-11-27T05:51:13,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33947 connecting to ZooKeeper ensemble=127.0.0.1:49891 2024-11-27T05:51:13,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:51:13,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:51:13,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339470x0, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:51:13,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33947-0x1017ad8712b0001 connected 2024-11-27T05:51:13,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:51:13,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T05:51:13,478 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T05:51:13,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T05:51:13,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:51:13,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33947 2024-11-27T05:51:13,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33947 2024-11-27T05:51:13,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33947 2024-11-27T05:51:13,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33947 2024-11-27T05:51:13,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33947 2024-11-27T05:51:13,493 DEBUG [M:0;4da2d47fc9ac:44551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4da2d47fc9ac:44551 2024-11-27T05:51:13,493 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4da2d47fc9ac,44551,1732686673298 2024-11-27T05:51:13,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:51:13,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:51:13,505 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4da2d47fc9ac,44551,1732686673298 2024-11-27T05:51:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T05:51:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:13,516 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T05:51:13,517 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4da2d47fc9ac,44551,1732686673298 from backup master directory 2024-11-27T05:51:13,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4da2d47fc9ac,44551,1732686673298 2024-11-27T05:51:13,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:51:13,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:51:13,529 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:51:13,529 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4da2d47fc9ac,44551,1732686673298 2024-11-27T05:51:13,538 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/hbase.id] with ID: 0789c670-7f5a-4da6-9046-a94781e0fc33 2024-11-27T05:51:13,538 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/.tmp/hbase.id 2024-11-27T05:51:13,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741826_1002 (size=42) 2024-11-27T05:51:13,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741826_1002 (size=42) 2024-11-27T05:51:13,546 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/.tmp/hbase.id]:[hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/hbase.id] 2024-11-27T05:51:13,559 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:51:13,559 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T05:51:13,560 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T05:51:13,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:13,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:13,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741827_1003 (size=196) 2024-11-27T05:51:13,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741827_1003 (size=196) 2024-11-27T05:51:13,579 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T05:51:13,580 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T05:51:13,581 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:51:13,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741828_1004 (size=1189) 2024-11-27T05:51:13,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741828_1004 (size=1189) 2024-11-27T05:51:13,589 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store 2024-11-27T05:51:13,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741829_1005 (size=34) 2024-11-27T05:51:13,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741829_1005 (size=34) 2024-11-27T05:51:13,600 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:51:13,600 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:51:13,600 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:51:13,600 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:51:13,600 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:51:13,600 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:51:13,600 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:51:13,600 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686673600Disabling compacts and flushes for region at 1732686673600Disabling writes for close at 1732686673600Writing region close event to WAL at 1732686673600Closed at 1732686673600 2024-11-27T05:51:13,601 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/.initializing 2024-11-27T05:51:13,601 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/WALs/4da2d47fc9ac,44551,1732686673298 2024-11-27T05:51:13,602 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:51:13,604 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C44551%2C1732686673298, suffix=, logDir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/WALs/4da2d47fc9ac,44551,1732686673298, archiveDir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/oldWALs, maxLogs=10 2024-11-27T05:51:13,619 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/WALs/4da2d47fc9ac,44551,1732686673298/4da2d47fc9ac%2C44551%2C1732686673298.1732686673605, exclude list is [], retry=0 2024-11-27T05:51:13,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-1cdec38a-ff06-447c-9426-1cbea807fa0b,DISK] 2024-11-27T05:51:13,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38595,DS-0665b86b-bb22-4e21-9114-ca1ab677fa49,DISK] 2024-11-27T05:51:13,624 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/WALs/4da2d47fc9ac,44551,1732686673298/4da2d47fc9ac%2C44551%2C1732686673298.1732686673605 2024-11-27T05:51:13,624 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35305:35305),(127.0.0.1/127.0.0.1:42663:42663)] 2024-11-27T05:51:13,624 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:51:13,624 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:51:13,624 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:51:13,624 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:51:13,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:51:13,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T05:51:13,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:13,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:51:13,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:51:13,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T05:51:13,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:13,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:51:13,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:51:13,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T05:51:13,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:13,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:51:13,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:51:13,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T05:51:13,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:13,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:51:13,632 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:51:13,633 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:51:13,633 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:51:13,634 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:51:13,635 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:51:13,635 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T05:51:13,636 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:51:13,639 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:51:13,639 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=756181, jitterRate=-0.03846621513366699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T05:51:13,640 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732686673624Initializing all the Stores at 1732686673625 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686673625Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686673625Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686673625Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686673625Cleaning up temporary data from old regions at 1732686673635 (+10 ms)Region opened successfully at 1732686673640 (+5 ms) 2024-11-27T05:51:13,640 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T05:51:13,644 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3915b637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:51:13,645 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T05:51:13,645 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T05:51:13,645 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T05:51:13,645 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T05:51:13,646 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T05:51:13,646 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T05:51:13,646 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T05:51:13,648 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T05:51:13,649 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T05:51:13,717 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T05:51:13,718 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T05:51:13,719 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T05:51:13,761 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T05:51:13,761 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T05:51:13,763 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T05:51:13,771 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T05:51:13,772 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T05:51:13,781 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T05:51:13,783 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T05:51:13,792 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T05:51:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:51:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:51:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:13,803 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4da2d47fc9ac,44551,1732686673298, sessionid=0x1017ad8712b0000, setting cluster-up flag (Was=false) 2024-11-27T05:51:13,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:13,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:13,855 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T05:51:13,857 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,44551,1732686673298 2024-11-27T05:51:13,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:13,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:13,908 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T05:51:13,910 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,44551,1732686673298 2024-11-27T05:51:13,911 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T05:51:13,912 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T05:51:13,913 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T05:51:13,913 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T05:51:13,913 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4da2d47fc9ac,44551,1732686673298 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T05:51:13,914 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:51:13,914 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:51:13,914 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:51:13,915 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:51:13,915 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4da2d47fc9ac:0, corePoolSize=10, maxPoolSize=10 2024-11-27T05:51:13,915 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:51:13,915 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:51:13,915 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:51:13,915 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732686703915 2024-11-27T05:51:13,915 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T05:51:13,916 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T05:51:13,916 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T05:51:13,916 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T05:51:13,916 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T05:51:13,916 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T05:51:13,916 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:13,916 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T05:51:13,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:51:13,916 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T05:51:13,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T05:51:13,916 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T05:51:13,917 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T05:51:13,917 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T05:51:13,917 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686673917,5,FailOnTimeoutGroup] 2024-11-27T05:51:13,917 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686673917,5,FailOnTimeoutGroup] 2024-11-27T05:51:13,917 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:13,917 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T05:51:13,917 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:13,917 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:13,917 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:13,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T05:51:13,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741831_1007 (size=1321) 2024-11-27T05:51:13,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741831_1007 (size=1321) 2024-11-27T05:51:13,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T05:51:13,924 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb 2024-11-27T05:51:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741832_1008 (size=32) 2024-11-27T05:51:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741832_1008 (size=32) 2024-11-27T05:51:13,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:51:13,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:51:13,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:51:13,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:13,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:51:13,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:51:13,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:51:13,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:13,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:51:13,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:51:13,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:51:13,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:13,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:51:13,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:51:13,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:51:13,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:13,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:51:13,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:51:13,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740 2024-11-27T05:51:13,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740 2024-11-27T05:51:13,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:51:13,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:51:13,943 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T05:51:13,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:51:13,947 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:51:13,947 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=710918, jitterRate=-0.09602151811122894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T05:51:13,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732686673931Initializing all the Stores at 1732686673932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686673932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686673932Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686673932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686673932Cleaning up temporary data from old regions at 1732686673943 (+11 ms)Region opened successfully at 1732686673948 (+5 ms) 2024-11-27T05:51:13,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:51:13,948 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:51:13,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:51:13,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:51:13,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:51:13,948 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:51:13,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686673948Disabling compacts and flushes for region at 1732686673948Disabling writes for close at 1732686673948Writing region close event to WAL at 1732686673948Closed at 1732686673948 2024-11-27T05:51:13,950 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:51:13,950 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T05:51:13,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T05:51:13,951 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:51:13,952 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T05:51:13,982 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(746): ClusterId : 0789c670-7f5a-4da6-9046-a94781e0fc33 2024-11-27T05:51:13,982 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T05:51:13,993 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T05:51:13,993 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T05:51:14,003 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T05:51:14,004 DEBUG [RS:0;4da2d47fc9ac:33947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24487205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:51:14,015 DEBUG [RS:0;4da2d47fc9ac:33947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4da2d47fc9ac:33947 2024-11-27T05:51:14,015 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T05:51:14,015 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T05:51:14,015 DEBUG [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T05:51:14,016 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(2659): reportForDuty to master=4da2d47fc9ac,44551,1732686673298 with port=33947, startcode=1732686673462 2024-11-27T05:51:14,016 DEBUG [RS:0;4da2d47fc9ac:33947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T05:51:14,017 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34489, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T05:51:14,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:14,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44551 {}] master.ServerManager(517): Registering regionserver=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:14,019 DEBUG [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb 2024-11-27T05:51:14,019 DEBUG [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45655 2024-11-27T05:51:14,019 DEBUG [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T05:51:14,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:51:14,032 DEBUG [RS:0;4da2d47fc9ac:33947 {}] zookeeper.ZKUtil(111): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:14,032 WARN [RS:0;4da2d47fc9ac:33947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:51:14,032 INFO [RS:0;4da2d47fc9ac:33947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:51:14,032 DEBUG [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/WALs/4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:14,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4da2d47fc9ac,33947,1732686673462] 2024-11-27T05:51:14,036 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T05:51:14,037 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T05:51:14,038 INFO [RS:0;4da2d47fc9ac:33947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T05:51:14,038 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,038 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T05:51:14,039 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T05:51:14,039 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,039 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:51:14,039 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:51:14,039 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:51:14,039 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:51:14,039 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:51:14,039 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:51:14,039 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:51:14,039 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:51:14,039 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:51:14,040 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:51:14,040 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:51:14,040 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:51:14,040 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:51:14,040 DEBUG [RS:0;4da2d47fc9ac:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:51:14,040 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,041 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,041 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,041 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,041 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,041 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,33947,1732686673462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:51:14,056 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T05:51:14,056 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,33947,1732686673462-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,057 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,057 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.Replication(171): 4da2d47fc9ac,33947,1732686673462 started 2024-11-27T05:51:14,069 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,070 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(1482): Serving as 4da2d47fc9ac,33947,1732686673462, RpcServer on 4da2d47fc9ac/172.17.0.2:33947, sessionid=0x1017ad8712b0001 2024-11-27T05:51:14,070 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T05:51:14,070 DEBUG [RS:0;4da2d47fc9ac:33947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:14,070 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,33947,1732686673462' 2024-11-27T05:51:14,070 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T05:51:14,070 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T05:51:14,071 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T05:51:14,071 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T05:51:14,071 DEBUG [RS:0;4da2d47fc9ac:33947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:14,071 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,33947,1732686673462' 2024-11-27T05:51:14,071 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T05:51:14,072 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T05:51:14,072 DEBUG [RS:0;4da2d47fc9ac:33947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T05:51:14,072 INFO [RS:0;4da2d47fc9ac:33947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T05:51:14,072 INFO [RS:0;4da2d47fc9ac:33947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T05:51:14,102 WARN [4da2d47fc9ac:44551 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T05:51:14,173 INFO [RS:0;4da2d47fc9ac:33947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:51:14,175 INFO [RS:0;4da2d47fc9ac:33947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C33947%2C1732686673462, suffix=, logDir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/WALs/4da2d47fc9ac,33947,1732686673462, archiveDir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/oldWALs, maxLogs=32 2024-11-27T05:51:14,194 DEBUG [RS:0;4da2d47fc9ac:33947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/WALs/4da2d47fc9ac,33947,1732686673462/4da2d47fc9ac%2C33947%2C1732686673462.1732686674176, exclude list is [], retry=0 2024-11-27T05:51:14,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-1cdec38a-ff06-447c-9426-1cbea807fa0b,DISK] 2024-11-27T05:51:14,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38595,DS-0665b86b-bb22-4e21-9114-ca1ab677fa49,DISK] 2024-11-27T05:51:14,201 INFO [RS:0;4da2d47fc9ac:33947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/WALs/4da2d47fc9ac,33947,1732686673462/4da2d47fc9ac%2C33947%2C1732686673462.1732686674176 2024-11-27T05:51:14,201 DEBUG [RS:0;4da2d47fc9ac:33947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35305:35305),(127.0.0.1/127.0.0.1:42663:42663)] 2024-11-27T05:51:14,352 DEBUG [4da2d47fc9ac:44551 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T05:51:14,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:14,354 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,33947,1732686673462, state=OPENING 2024-11-27T05:51:14,519 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T05:51:14,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:14,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:51:14,531 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:51:14,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:51:14,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:51:14,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,33947,1732686673462}] 2024-11-27T05:51:14,689 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T05:51:14,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34499, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T05:51:14,699 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T05:51:14,700 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:51:14,700 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T05:51:14,703 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C33947%2C1732686673462.meta, suffix=.meta, logDir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/WALs/4da2d47fc9ac,33947,1732686673462, archiveDir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/oldWALs, maxLogs=32 2024-11-27T05:51:14,718 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/WALs/4da2d47fc9ac,33947,1732686673462/4da2d47fc9ac%2C33947%2C1732686673462.meta.1732686674704.meta, exclude list is [], retry=0 2024-11-27T05:51:14,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-1cdec38a-ff06-447c-9426-1cbea807fa0b,DISK] 2024-11-27T05:51:14,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38595,DS-0665b86b-bb22-4e21-9114-ca1ab677fa49,DISK] 2024-11-27T05:51:14,722 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/WALs/4da2d47fc9ac,33947,1732686673462/4da2d47fc9ac%2C33947%2C1732686673462.meta.1732686674704.meta 2024-11-27T05:51:14,722 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35305:35305),(127.0.0.1/127.0.0.1:42663:42663)] 2024-11-27T05:51:14,722 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:51:14,723 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T05:51:14,723 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T05:51:14,723 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T05:51:14,723 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T05:51:14,723 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:51:14,723 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T05:51:14,723 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T05:51:14,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:51:14,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:51:14,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:14,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:51:14,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:51:14,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:51:14,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:14,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:51:14,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:51:14,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:51:14,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:14,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:51:14,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:51:14,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:51:14,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:14,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:51:14,730 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:51:14,730 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740 2024-11-27T05:51:14,731 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740 2024-11-27T05:51:14,733 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:51:14,733 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:51:14,733 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T05:51:14,735 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:51:14,735 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=692107, jitterRate=-0.1199416071176529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T05:51:14,736 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T05:51:14,736 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732686674723Writing region info on filesystem at 1732686674723Initializing all the Stores at 1732686674724 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686674724Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686674724Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686674724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686674724Cleaning up temporary data from old regions at 1732686674733 (+9 ms)Running coprocessor post-open hooks at 1732686674736 (+3 ms)Region opened successfully at 1732686674736 2024-11-27T05:51:14,737 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732686674688 2024-11-27T05:51:14,739 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T05:51:14,739 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T05:51:14,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:14,741 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,33947,1732686673462, state=OPEN 2024-11-27T05:51:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:51:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:51:14,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:51:14,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:51:14,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:14,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T05:51:14,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,33947,1732686673462 in 285 msec 2024-11-27T05:51:14,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T05:51:14,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 871 msec 2024-11-27T05:51:14,826 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:51:14,826 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T05:51:14,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:51:14,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,33947,1732686673462, seqNum=-1] 2024-11-27T05:51:14,828 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:51:14,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37111, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:51:14,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 921 msec 2024-11-27T05:51:14,834 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732686674834, completionTime=-1 2024-11-27T05:51:14,834 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T05:51:14,834 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T05:51:14,836 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T05:51:14,836 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732686734836 2024-11-27T05:51:14,836 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732686794836 2024-11-27T05:51:14,836 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T05:51:14,836 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,44551,1732686673298-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,836 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,44551,1732686673298-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,837 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,44551,1732686673298-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,837 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4da2d47fc9ac:44551, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,837 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,837 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,838 DEBUG [master/4da2d47fc9ac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T05:51:14,841 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.312sec 2024-11-27T05:51:14,841 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T05:51:14,841 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T05:51:14,841 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T05:51:14,841 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T05:51:14,841 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T05:51:14,841 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,44551,1732686673298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:51:14,841 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,44551,1732686673298-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T05:51:14,844 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T05:51:14,844 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T05:51:14,844 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,44551,1732686673298-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:51:14,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53837c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:51:14,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4da2d47fc9ac,44551,-1 for getting cluster id 2024-11-27T05:51:14,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T05:51:14,886 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0789c670-7f5a-4da6-9046-a94781e0fc33' 2024-11-27T05:51:14,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T05:51:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0789c670-7f5a-4da6-9046-a94781e0fc33" 2024-11-27T05:51:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f20815e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:51:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4da2d47fc9ac,44551,-1] 2024-11-27T05:51:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T05:51:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:51:14,890 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T05:51:14,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735fed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:51:14,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:51:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,33947,1732686673462, seqNum=-1] 2024-11-27T05:51:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:51:14,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:14,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:51:14,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4da2d47fc9ac,44551,1732686673298 2024-11-27T05:51:14,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:51:14,903 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-27T05:51:14,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T05:51:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4da2d47fc9ac,44551,1732686673298 2024-11-27T05:51:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c79eb21 2024-11-27T05:51:14,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T05:51:14,906 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T05:51:14,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44551 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-27T05:51:14,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44551 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-27T05:51:14,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44551 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T05:51:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44551 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-27T05:51:14,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T05:51:14,910 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:14,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44551 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-27T05:51:14,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:14,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:51:14,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T05:51:14,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:14,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:14,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:14,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:14,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:14,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:14,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:14,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741835_1011 (size=381) 2024-11-27T05:51:14,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741835_1011 (size=381) 2024-11-27T05:51:14,920 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89483af85a8ba0b0b43d8aea68d0cf63, NAME => 'TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb 2024-11-27T05:51:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741836_1012 (size=64) 2024-11-27T05:51:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741836_1012 (size=64) 2024-11-27T05:51:14,930 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:51:14,930 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 89483af85a8ba0b0b43d8aea68d0cf63, disabling compactions & flushes 2024-11-27T05:51:14,930 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:14,930 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:14,930 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. after waiting 0 ms 2024-11-27T05:51:14,930 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:14,930 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:14,930 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89483af85a8ba0b0b43d8aea68d0cf63: Waiting for close lock at 1732686674930Disabling compacts and flushes for region at 1732686674930Disabling writes for close at 1732686674930Writing region close event to WAL at 1732686674930Closed at 1732686674930 2024-11-27T05:51:14,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T05:51:14,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732686674932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732686674932"}]},"ts":"1732686674932"} 2024-11-27T05:51:14,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T05:51:14,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T05:51:14,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732686674935"}]},"ts":"1732686674935"} 2024-11-27T05:51:14,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-27T05:51:14,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=89483af85a8ba0b0b43d8aea68d0cf63, ASSIGN}] 2024-11-27T05:51:14,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=89483af85a8ba0b0b43d8aea68d0cf63, ASSIGN 2024-11-27T05:51:14,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=89483af85a8ba0b0b43d8aea68d0cf63, ASSIGN; state=OFFLINE, location=4da2d47fc9ac,33947,1732686673462; forceNewPlan=false, retain=false 2024-11-27T05:51:15,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89483af85a8ba0b0b43d8aea68d0cf63, regionState=OPENING, regionLocation=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:15,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=89483af85a8ba0b0b43d8aea68d0cf63, ASSIGN because future has completed 2024-11-27T05:51:15,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89483af85a8ba0b0b43d8aea68d0cf63, server=4da2d47fc9ac,33947,1732686673462}] 2024-11-27T05:51:15,257 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:15,257 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 89483af85a8ba0b0b43d8aea68d0cf63, NAME => 'TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:51:15,258 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:15,258 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:51:15,258 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:15,258 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:15,260 INFO [StoreOpener-89483af85a8ba0b0b43d8aea68d0cf63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:15,262 INFO [StoreOpener-89483af85a8ba0b0b43d8aea68d0cf63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89483af85a8ba0b0b43d8aea68d0cf63 columnFamilyName info 2024-11-27T05:51:15,262 DEBUG [StoreOpener-89483af85a8ba0b0b43d8aea68d0cf63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:15,263 INFO [StoreOpener-89483af85a8ba0b0b43d8aea68d0cf63-1 {}] regionserver.HStore(327): Store=89483af85a8ba0b0b43d8aea68d0cf63/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:51:15,263 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:15,264 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:15,264 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:15,265 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:15,265 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:15,268 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:15,271 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:51:15,271 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 89483af85a8ba0b0b43d8aea68d0cf63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=801454, jitterRate=0.019101962447166443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T05:51:15,271 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:15,272 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 89483af85a8ba0b0b43d8aea68d0cf63: Running coprocessor pre-open hook at 1732686675258Writing region info on filesystem at 1732686675258Initializing all the Stores at 1732686675260 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686675260Cleaning up temporary data from old regions at 1732686675265 (+5 ms)Running coprocessor post-open hooks at 1732686675272 (+7 ms)Region opened successfully at 1732686675272 2024-11-27T05:51:15,273 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63., pid=6, masterSystemTime=1732686675247 2024-11-27T05:51:15,276 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:15,276 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:15,277 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89483af85a8ba0b0b43d8aea68d0cf63, regionState=OPEN, openSeqNum=2, regionLocation=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:15,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89483af85a8ba0b0b43d8aea68d0cf63, server=4da2d47fc9ac,33947,1732686673462 because future has completed 2024-11-27T05:51:15,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T05:51:15,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 89483af85a8ba0b0b43d8aea68d0cf63, server=4da2d47fc9ac,33947,1732686673462 in 188 msec 2024-11-27T05:51:15,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T05:51:15,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=89483af85a8ba0b0b43d8aea68d0cf63, ASSIGN in 346 msec 2024-11-27T05:51:15,288 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T05:51:15,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732686675288"}]},"ts":"1732686675288"} 2024-11-27T05:51:15,290 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-27T05:51:15,292 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T05:51:15,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 385 msec 2024-11-27T05:51:15,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T05:51:15,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:15,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:15,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:15,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:15,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:15,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:15,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:15,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:15,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:15,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:17,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-27T05:51:17,600 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-27T05:51:17,601 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T05:51:20,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T05:51:20,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-27T05:51:20,759 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T05:51:20,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:20,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:20,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:20,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:20,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:20,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:20,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:20,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:20,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:20,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:51:24,984 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-27T05:51:24,984 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-27T05:51:24,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-27T05:51:24,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:24,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=2] 2024-11-27T05:51:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:25,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89483af85a8ba0b0b43d8aea68d0cf63 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T05:51:25,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/104e52af46984efcbff0036135add7d5 is 1055, key is row0001/info:/1732686684991/Put/seqid=0 2024-11-27T05:51:25,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741837_1013 (size=13386) 2024-11-27T05:51:25,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741837_1013 (size=13386) 2024-11-27T05:51:25,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/104e52af46984efcbff0036135add7d5 2024-11-27T05:51:25,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/104e52af46984efcbff0036135add7d5 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/104e52af46984efcbff0036135add7d5 2024-11-27T05:51:25,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/104e52af46984efcbff0036135add7d5, entries=8, sequenceid=12, filesize=13.1 K 2024-11-27T05:51:25,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=19.50 KB/19969 for 89483af85a8ba0b0b43d8aea68d0cf63 in 42ms, sequenceid=12, compaction requested=false 2024-11-27T05:51:25,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89483af85a8ba0b0b43d8aea68d0cf63: 2024-11-27T05:51:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:25,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89483af85a8ba0b0b43d8aea68d0cf63 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-27T05:51:25,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/e391f6dde5c34920ab8e1ab97349b783 is 1055, key is row0009/info:/1732686685006/Put/seqid=0 2024-11-27T05:51:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741838_1014 (size=26030) 2024-11-27T05:51:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741838_1014 (size=26030) 2024-11-27T05:51:25,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/e391f6dde5c34920ab8e1ab97349b783 2024-11-27T05:51:25,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/e391f6dde5c34920ab8e1ab97349b783 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/e391f6dde5c34920ab8e1ab97349b783 2024-11-27T05:51:25,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/e391f6dde5c34920ab8e1ab97349b783, entries=20, sequenceid=35, filesize=25.4 K 2024-11-27T05:51:25,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for 89483af85a8ba0b0b43d8aea68d0cf63 in 25ms, sequenceid=35, compaction requested=false 2024-11-27T05:51:25,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89483af85a8ba0b0b43d8aea68d0cf63: 2024-11-27T05:51:25,075 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-11-27T05:51:25,075 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:25,075 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/e391f6dde5c34920ab8e1ab97349b783 because midkey is the same as first or last row 2024-11-27T05:51:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:27,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89483af85a8ba0b0b43d8aea68d0cf63 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T05:51:27,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/9ca96de0e0f24cf69f6a507bb77e1859 is 1055, key is row0029/info:/1732686685050/Put/seqid=0 2024-11-27T05:51:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741839_1015 (size=13386) 2024-11-27T05:51:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741839_1015 (size=13386) 2024-11-27T05:51:27,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/9ca96de0e0f24cf69f6a507bb77e1859 2024-11-27T05:51:27,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/9ca96de0e0f24cf69f6a507bb77e1859 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/9ca96de0e0f24cf69f6a507bb77e1859 2024-11-27T05:51:27,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/9ca96de0e0f24cf69f6a507bb77e1859, entries=8, sequenceid=46, filesize=13.1 K 2024-11-27T05:51:27,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 89483af85a8ba0b0b43d8aea68d0cf63 in 33ms, sequenceid=46, compaction requested=true 2024-11-27T05:51:27,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89483af85a8ba0b0b43d8aea68d0cf63: 2024-11-27T05:51:27,098 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-11-27T05:51:27,098 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:27,098 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/e391f6dde5c34920ab8e1ab97349b783 because midkey is the same as first or last row 2024-11-27T05:51:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:27,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89483af85a8ba0b0b43d8aea68d0cf63:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T05:51:27,100 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T05:51:27,101 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T05:51:27,101 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1541): 89483af85a8ba0b0b43d8aea68d0cf63/info is initiating minor compaction (all files) 2024-11-27T05:51:27,101 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89483af85a8ba0b0b43d8aea68d0cf63/info in TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:27,102 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/104e52af46984efcbff0036135add7d5, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/e391f6dde5c34920ab8e1ab97349b783, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/9ca96de0e0f24cf69f6a507bb77e1859] into tmpdir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp, totalSize=51.6 K 2024-11-27T05:51:27,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:27,102 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 104e52af46984efcbff0036135add7d5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732686684991 2024-11-27T05:51:27,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89483af85a8ba0b0b43d8aea68d0cf63 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-27T05:51:27,103 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting e391f6dde5c34920ab8e1ab97349b783, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1732686685006 2024-11-27T05:51:27,103 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ca96de0e0f24cf69f6a507bb77e1859, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732686685050 2024-11-27T05:51:27,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/9b01e7f8c2654c6ea425ff6860f386e1 is 1055, key is row0037/info:/1732686687066/Put/seqid=0 2024-11-27T05:51:27,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741840_1016 (size=23926) 2024-11-27T05:51:27,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741840_1016 (size=23926) 2024-11-27T05:51:27,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/9b01e7f8c2654c6ea425ff6860f386e1 2024-11-27T05:51:27,126 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89483af85a8ba0b0b43d8aea68d0cf63#info#compaction#35 average throughput is 12.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T05:51:27,127 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/43812e5af19b46d289956da97c0c41fe is 1055, key is row0001/info:/1732686684991/Put/seqid=0 2024-11-27T05:51:27,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/9b01e7f8c2654c6ea425ff6860f386e1 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/9b01e7f8c2654c6ea425ff6860f386e1 2024-11-27T05:51:27,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741841_1017 (size=43001) 2024-11-27T05:51:27,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741841_1017 (size=43001) 2024-11-27T05:51:27,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/9b01e7f8c2654c6ea425ff6860f386e1, entries=18, sequenceid=67, filesize=23.4 K 2024-11-27T05:51:27,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=10.26 KB/10510 for 89483af85a8ba0b0b43d8aea68d0cf63 in 35ms, sequenceid=67, compaction requested=false 2024-11-27T05:51:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89483af85a8ba0b0b43d8aea68d0cf63: 2024-11-27T05:51:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=74.9 K, sizeToCheck=16.0 K 2024-11-27T05:51:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/e391f6dde5c34920ab8e1ab97349b783 because midkey is the same as first or last row 2024-11-27T05:51:27,139 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/43812e5af19b46d289956da97c0c41fe as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/43812e5af19b46d289956da97c0c41fe 2024-11-27T05:51:27,146 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89483af85a8ba0b0b43d8aea68d0cf63/info of 89483af85a8ba0b0b43d8aea68d0cf63 into 43812e5af19b46d289956da97c0c41fe(size=42.0 K), total size for store is 65.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T05:51:27,147 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89483af85a8ba0b0b43d8aea68d0cf63: 2024-11-27T05:51:27,149 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63., storeName=89483af85a8ba0b0b43d8aea68d0cf63/info, priority=13, startTime=1732686687099; duration=0sec 2024-11-27T05:51:27,150 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-27T05:51:27,150 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:27,150 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/43812e5af19b46d289956da97c0c41fe because midkey is the same as first or last row 2024-11-27T05:51:27,150 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-27T05:51:27,150 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:27,150 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/43812e5af19b46d289956da97c0c41fe because midkey is the same as first or last row 2024-11-27T05:51:27,150 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-27T05:51:27,150 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:27,151 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/43812e5af19b46d289956da97c0c41fe because midkey is the same as first or last row 2024-11-27T05:51:27,151 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:27,151 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89483af85a8ba0b0b43d8aea68d0cf63:info 2024-11-27T05:51:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89483af85a8ba0b0b43d8aea68d0cf63 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-27T05:51:29,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/4596fedc9357475a96f809ea41c6c2b8 is 1055, key is row0055/info:/1732686687104/Put/seqid=0 2024-11-27T05:51:29,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741842_1018 (size=16542) 2024-11-27T05:51:29,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741842_1018 (size=16542) 2024-11-27T05:51:29,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/4596fedc9357475a96f809ea41c6c2b8 2024-11-27T05:51:29,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/4596fedc9357475a96f809ea41c6c2b8 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/4596fedc9357475a96f809ea41c6c2b8 2024-11-27T05:51:29,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/4596fedc9357475a96f809ea41c6c2b8, entries=11, sequenceid=82, filesize=16.2 K 2024-11-27T05:51:29,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=11.29 KB/11561 for 89483af85a8ba0b0b43d8aea68d0cf63 in 30ms, sequenceid=82, compaction requested=true 2024-11-27T05:51:29,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89483af85a8ba0b0b43d8aea68d0cf63: 2024-11-27T05:51:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-27T05:51:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/43812e5af19b46d289956da97c0c41fe because midkey is the same as first or last row 2024-11-27T05:51:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89483af85a8ba0b0b43d8aea68d0cf63:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T05:51:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:29,164 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T05:51:29,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89483af85a8ba0b0b43d8aea68d0cf63 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-27T05:51:29,165 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T05:51:29,165 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1541): 89483af85a8ba0b0b43d8aea68d0cf63/info is initiating minor compaction (all files) 2024-11-27T05:51:29,165 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89483af85a8ba0b0b43d8aea68d0cf63/info in TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:29,166 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/43812e5af19b46d289956da97c0c41fe, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/9b01e7f8c2654c6ea425ff6860f386e1, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/4596fedc9357475a96f809ea41c6c2b8] into tmpdir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp, totalSize=81.5 K 2024-11-27T05:51:29,166 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43812e5af19b46d289956da97c0c41fe, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732686684991 2024-11-27T05:51:29,166 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b01e7f8c2654c6ea425ff6860f386e1, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732686687066 2024-11-27T05:51:29,167 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4596fedc9357475a96f809ea41c6c2b8, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732686687104 2024-11-27T05:51:29,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/d60b20c1f7e044f6b70f4ead5fd55281 is 1055, key is row0066/info:/1732686689136/Put/seqid=0 2024-11-27T05:51:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741843_1019 (size=17594) 2024-11-27T05:51:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741843_1019 (size=17594) 2024-11-27T05:51:29,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/d60b20c1f7e044f6b70f4ead5fd55281 2024-11-27T05:51:29,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/d60b20c1f7e044f6b70f4ead5fd55281 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/d60b20c1f7e044f6b70f4ead5fd55281 2024-11-27T05:51:29,185 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89483af85a8ba0b0b43d8aea68d0cf63#info#compaction#38 average throughput is 13.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T05:51:29,186 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/b405fb240021413d88aa7c16c8f488b3 is 1055, key is row0001/info:/1732686684991/Put/seqid=0 2024-11-27T05:51:29,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/d60b20c1f7e044f6b70f4ead5fd55281, entries=12, sequenceid=97, filesize=17.2 K 2024-11-27T05:51:29,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for 89483af85a8ba0b0b43d8aea68d0cf63 in 24ms, sequenceid=97, compaction requested=false 2024-11-27T05:51:29,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89483af85a8ba0b0b43d8aea68d0cf63: 2024-11-27T05:51:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,189 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.7 K, sizeToCheck=16.0 K 2024-11-27T05:51:29,189 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:29,189 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/43812e5af19b46d289956da97c0c41fe because midkey is the same as first or last row 2024-11-27T05:51:29,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89483af85a8ba0b0b43d8aea68d0cf63 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-27T05:51:29,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741844_1020 (size=73753) 2024-11-27T05:51:29,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741844_1020 (size=73753) 2024-11-27T05:51:29,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/63e3cc6784d444178b56946a6c9430ee is 1055, key is row0078/info:/1732686689165/Put/seqid=0 2024-11-27T05:51:29,199 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/b405fb240021413d88aa7c16c8f488b3 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/b405fb240021413d88aa7c16c8f488b3 2024-11-27T05:51:29,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741845_1021 (size=16542) 2024-11-27T05:51:29,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741845_1021 (size=16542) 2024-11-27T05:51:29,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/63e3cc6784d444178b56946a6c9430ee 2024-11-27T05:51:29,208 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89483af85a8ba0b0b43d8aea68d0cf63/info of 89483af85a8ba0b0b43d8aea68d0cf63 into b405fb240021413d88aa7c16c8f488b3(size=72.0 K), total size for store is 89.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T05:51:29,208 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89483af85a8ba0b0b43d8aea68d0cf63: 2024-11-27T05:51:29,208 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63., storeName=89483af85a8ba0b0b43d8aea68d0cf63/info, priority=13, startTime=1732686689164; duration=0sec 2024-11-27T05:51:29,208 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-27T05:51:29,208 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:29,208 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-27T05:51:29,208 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:29,208 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-27T05:51:29,208 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:29,210 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:29,210 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:29,210 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89483af85a8ba0b0b43d8aea68d0cf63:info 2024-11-27T05:51:29,211 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44551 {}] assignment.AssignmentManager(1363): Split request from 4da2d47fc9ac,33947,1732686673462, parent={ENCODED => 89483af85a8ba0b0b43d8aea68d0cf63, NAME => 'TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-27T05:51:29,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/63e3cc6784d444178b56946a6c9430ee as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/63e3cc6784d444178b56946a6c9430ee 2024-11-27T05:51:29,216 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44551 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:29,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/63e3cc6784d444178b56946a6c9430ee, entries=11, sequenceid=111, filesize=16.2 K 2024-11-27T05:51:29,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=8.21 KB/8408 for 89483af85a8ba0b0b43d8aea68d0cf63 in 31ms, sequenceid=111, compaction requested=true 2024-11-27T05:51:29,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89483af85a8ba0b0b43d8aea68d0cf63: 2024-11-27T05:51:29,220 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=105.4 K, sizeToCheck=16.0 K 2024-11-27T05:51:29,220 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:29,220 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=105.4 K, sizeToCheck=16.0 K 2024-11-27T05:51:29,220 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:29,220 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=105.4 K, sizeToCheck=16.0 K 2024-11-27T05:51:29,221 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T05:51:29,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=1 2024-11-27T05:51:29,221 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44551 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=89483af85a8ba0b0b43d8aea68d0cf63, daughterA=ff9dc960edad28bb097abfa7d708cd4e, daughterB=f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,222 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=89483af85a8ba0b0b43d8aea68d0cf63, daughterA=ff9dc960edad28bb097abfa7d708cd4e, daughterB=f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,222 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=89483af85a8ba0b0b43d8aea68d0cf63, daughterA=ff9dc960edad28bb097abfa7d708cd4e, daughterB=f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,222 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=89483af85a8ba0b0b43d8aea68d0cf63, daughterA=ff9dc960edad28bb097abfa7d708cd4e, daughterB=f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,223 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44551 {}] assignment.AssignmentManager(1363): Split request from 4da2d47fc9ac,33947,1732686673462, parent={ENCODED => 89483af85a8ba0b0b43d8aea68d0cf63, NAME => 'TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-27T05:51:29,224 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44551 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=SPLITTING, location=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:29,224 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44551 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=89483af85a8ba0b0b43d8aea68d0cf63, daughterA=6de9d2b55ed4fae86ed8b508ae25052c, daughterB=3a83fd16a5ba39b49fb1d1024a800cf9 2024-11-27T05:51:29,225 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=89483af85a8ba0b0b43d8aea68d0cf63, daughterA=6de9d2b55ed4fae86ed8b508ae25052c, daughterB=3a83fd16a5ba39b49fb1d1024a800cf9 held by pid=7 2024-11-27T05:51:29,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=89483af85a8ba0b0b43d8aea68d0cf63, UNASSIGN}] 2024-11-27T05:51:29,231 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(162): LOCK_EVENT_WAIT SchemaLocking[serverLocks={},namespaceLocks={hbase=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},tableLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},regionLocks={},peerLocks={},metaLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},globalLocks={}] 2024-11-27T05:51:29,231 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=89483af85a8ba0b0b43d8aea68d0cf63, UNASSIGN 2024-11-27T05:51:29,231 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=89483af85a8ba0b0b43d8aea68d0cf63, daughterA=6de9d2b55ed4fae86ed8b508ae25052c, daughterB=3a83fd16a5ba39b49fb1d1024a800cf9 2024-11-27T05:51:29,233 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=89483af85a8ba0b0b43d8aea68d0cf63, regionState=CLOSING, regionLocation=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:29,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=89483af85a8ba0b0b43d8aea68d0cf63, UNASSIGN because future has completed 2024-11-27T05:51:29,235 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-27T05:51:29,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure 89483af85a8ba0b0b43d8aea68d0cf63, server=4da2d47fc9ac,33947,1732686673462}] 2024-11-27T05:51:29,395 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(122): Close 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,396 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-27T05:51:29,397 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1722): Closing 89483af85a8ba0b0b43d8aea68d0cf63, disabling compactions & flushes 2024-11-27T05:51:29,397 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:29,397 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:29,397 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. after waiting 0 ms 2024-11-27T05:51:29,397 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:29,398 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(2902): Flushing 89483af85a8ba0b0b43d8aea68d0cf63 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T05:51:29,408 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/5bc9e91d06464842bac15b6f9bac28e5 is 1055, key is row0089/info:/1732686689191/Put/seqid=0 2024-11-27T05:51:29,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741846_1022 (size=13386) 2024-11-27T05:51:29,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741846_1022 (size=13386) 2024-11-27T05:51:29,414 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/5bc9e91d06464842bac15b6f9bac28e5 2024-11-27T05:51:29,420 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/.tmp/info/5bc9e91d06464842bac15b6f9bac28e5 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/5bc9e91d06464842bac15b6f9bac28e5 2024-11-27T05:51:29,427 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/5bc9e91d06464842bac15b6f9bac28e5, entries=8, sequenceid=123, filesize=13.1 K 2024-11-27T05:51:29,428 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 89483af85a8ba0b0b43d8aea68d0cf63 in 31ms, sequenceid=123, compaction requested=true 2024-11-27T05:51:29,429 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/104e52af46984efcbff0036135add7d5, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/e391f6dde5c34920ab8e1ab97349b783, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/43812e5af19b46d289956da97c0c41fe, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/9ca96de0e0f24cf69f6a507bb77e1859, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/9b01e7f8c2654c6ea425ff6860f386e1, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/4596fedc9357475a96f809ea41c6c2b8] to archive 2024-11-27T05:51:29,430 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T05:51:29,431 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/104e52af46984efcbff0036135add7d5 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/104e52af46984efcbff0036135add7d5 2024-11-27T05:51:29,432 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/e391f6dde5c34920ab8e1ab97349b783 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/e391f6dde5c34920ab8e1ab97349b783 2024-11-27T05:51:29,434 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/43812e5af19b46d289956da97c0c41fe to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/43812e5af19b46d289956da97c0c41fe 2024-11-27T05:51:29,435 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/9ca96de0e0f24cf69f6a507bb77e1859 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/9ca96de0e0f24cf69f6a507bb77e1859 2024-11-27T05:51:29,436 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/9b01e7f8c2654c6ea425ff6860f386e1 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/9b01e7f8c2654c6ea425ff6860f386e1 2024-11-27T05:51:29,437 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/4596fedc9357475a96f809ea41c6c2b8 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/4596fedc9357475a96f809ea41c6c2b8 2024-11-27T05:51:29,442 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-27T05:51:29,443 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. 2024-11-27T05:51:29,443 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1676): Region close journal for 89483af85a8ba0b0b43d8aea68d0cf63: Waiting for close lock at 1732686689397Running coprocessor pre-close hooks at 1732686689397Disabling compacts and flushes for region at 1732686689397Disabling writes for close at 1732686689397Obtaining lock to block concurrent updates at 1732686689398 (+1 ms)Preparing flush snapshotting stores in 89483af85a8ba0b0b43d8aea68d0cf63 at 1732686689398Finished memstore snapshotting TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63., syncing WAL and waiting on mvcc, flushsize=dataSize=8408, getHeapSize=9264, getOffHeapSize=0, getCellsCount=8 at 1732686689398Flushing stores of TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. at 1732686689400 (+2 ms)Flushing 89483af85a8ba0b0b43d8aea68d0cf63/info: creating writer at 1732686689400Flushing 89483af85a8ba0b0b43d8aea68d0cf63/info: appending metadata at 1732686689408 (+8 ms)Flushing 89483af85a8ba0b0b43d8aea68d0cf63/info: closing flushed file at 1732686689408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149769f: reopening flushed file at 1732686689419 (+11 ms)Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 89483af85a8ba0b0b43d8aea68d0cf63 in 31ms, sequenceid=123, compaction requested=true at 1732686689428 (+9 ms)Writing region close event to WAL at 1732686689439 (+11 ms)Running coprocessor post-close hooks at 1732686689443 (+4 ms)Closed at 1732686689443 2024-11-27T05:51:29,445 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(157): Closed 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,446 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=89483af85a8ba0b0b43d8aea68d0cf63, regionState=CLOSED 2024-11-27T05:51:29,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure 89483af85a8ba0b0b43d8aea68d0cf63, server=4da2d47fc9ac,33947,1732686673462 because future has completed 2024-11-27T05:51:29,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T05:51:29,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; CloseRegionProcedure 89483af85a8ba0b0b43d8aea68d0cf63, server=4da2d47fc9ac,33947,1732686673462 in 213 msec 2024-11-27T05:51:29,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-27T05:51:29,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=89483af85a8ba0b0b43d8aea68d0cf63, UNASSIGN in 224 msec 2024-11-27T05:51:29,464 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:29,468 INFO [PEWorker-5 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=89483af85a8ba0b0b43d8aea68d0cf63, threads=4 2024-11-27T05:51:29,470 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/b405fb240021413d88aa7c16c8f488b3 for region: 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,470 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/5bc9e91d06464842bac15b6f9bac28e5 for region: 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,470 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/d60b20c1f7e044f6b70f4ead5fd55281 for region: 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,470 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/63e3cc6784d444178b56946a6c9430ee for region: 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,481 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/63e3cc6784d444178b56946a6c9430ee, top=true 2024-11-27T05:51:29,481 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/d60b20c1f7e044f6b70f4ead5fd55281, top=true 2024-11-27T05:51:29,482 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/5bc9e91d06464842bac15b6f9bac28e5, top=true 2024-11-27T05:51:29,492 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-d60b20c1f7e044f6b70f4ead5fd55281 for child: f40d71cad809465724df6b72740b4ec1, parent: 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,492 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/d60b20c1f7e044f6b70f4ead5fd55281 for region: 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,493 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-63e3cc6784d444178b56946a6c9430ee for child: f40d71cad809465724df6b72740b4ec1, parent: 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,493 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/63e3cc6784d444178b56946a6c9430ee for region: 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741847_1023 (size=27) 2024-11-27T05:51:29,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741847_1023 (size=27) 2024-11-27T05:51:29,494 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-5bc9e91d06464842bac15b6f9bac28e5 for child: f40d71cad809465724df6b72740b4ec1, parent: 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,494 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/5bc9e91d06464842bac15b6f9bac28e5 for region: 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741848_1024 (size=27) 2024-11-27T05:51:29,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741848_1024 (size=27) 2024-11-27T05:51:29,505 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/b405fb240021413d88aa7c16c8f488b3 for region: 89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:51:29,507 DEBUG [PEWorker-5 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 89483af85a8ba0b0b43d8aea68d0cf63 Daughter A: [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e/info/b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63] storefiles, Daughter B: [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-5bc9e91d06464842bac15b6f9bac28e5, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-63e3cc6784d444178b56946a6c9430ee, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-d60b20c1f7e044f6b70f4ead5fd55281] storefiles. 2024-11-27T05:51:29,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741849_1025 (size=71) 2024-11-27T05:51:29,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741849_1025 (size=71) 2024-11-27T05:51:29,519 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:29,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741850_1026 (size=71) 2024-11-27T05:51:29,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741850_1026 (size=71) 2024-11-27T05:51:29,536 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:29,547 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-27T05:51:29,548 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-27T05:51:29,551 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732686689550"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732686689550"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732686689550"}]},"ts":"1732686689550"} 2024-11-27T05:51:29,551 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732686689550"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732686689550"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732686689550"}]},"ts":"1732686689550"} 2024-11-27T05:51:29,551 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732686689550"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732686689550"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732686689550"}]},"ts":"1732686689550"} 2024-11-27T05:51:29,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ff9dc960edad28bb097abfa7d708cd4e, ASSIGN}, {pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f40d71cad809465724df6b72740b4ec1, ASSIGN}] 2024-11-27T05:51:29,569 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f40d71cad809465724df6b72740b4ec1, ASSIGN 2024-11-27T05:51:29,569 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ff9dc960edad28bb097abfa7d708cd4e, ASSIGN 2024-11-27T05:51:29,570 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f40d71cad809465724df6b72740b4ec1, ASSIGN; state=SPLITTING_NEW, location=4da2d47fc9ac,33947,1732686673462; forceNewPlan=false, retain=false 2024-11-27T05:51:29,571 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ff9dc960edad28bb097abfa7d708cd4e, ASSIGN; state=SPLITTING_NEW, location=4da2d47fc9ac,33947,1732686673462; forceNewPlan=false, retain=false 2024-11-27T05:51:29,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f40d71cad809465724df6b72740b4ec1, regionState=OPENING, regionLocation=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:29,721 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ff9dc960edad28bb097abfa7d708cd4e, regionState=OPENING, regionLocation=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:29,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ff9dc960edad28bb097abfa7d708cd4e, ASSIGN because future has completed 2024-11-27T05:51:29,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff9dc960edad28bb097abfa7d708cd4e, server=4da2d47fc9ac,33947,1732686673462}] 2024-11-27T05:51:29,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f40d71cad809465724df6b72740b4ec1, ASSIGN because future has completed 2024-11-27T05:51:29,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f40d71cad809465724df6b72740b4ec1, server=4da2d47fc9ac,33947,1732686673462}] 2024-11-27T05:51:29,880 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:51:29,880 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7752): Opening region: {ENCODED => f40d71cad809465724df6b72740b4ec1, NAME => 'TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-27T05:51:29,880 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,881 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:51:29,881 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7794): checking encryption for f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,881 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7797): checking classloading for f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,882 INFO [StoreOpener-f40d71cad809465724df6b72740b4ec1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,883 INFO [StoreOpener-f40d71cad809465724df6b72740b4ec1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f40d71cad809465724df6b72740b4ec1 columnFamilyName info 2024-11-27T05:51:29,883 DEBUG [StoreOpener-f40d71cad809465724df6b72740b4ec1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:29,892 DEBUG [StoreOpener-f40d71cad809465724df6b72740b4ec1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-5bc9e91d06464842bac15b6f9bac28e5 2024-11-27T05:51:29,897 DEBUG [StoreOpener-f40d71cad809465724df6b72740b4ec1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-63e3cc6784d444178b56946a6c9430ee 2024-11-27T05:51:29,902 DEBUG [StoreOpener-f40d71cad809465724df6b72740b4ec1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-d60b20c1f7e044f6b70f4ead5fd55281 2024-11-27T05:51:29,910 DEBUG [StoreOpener-f40d71cad809465724df6b72740b4ec1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63->hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/b405fb240021413d88aa7c16c8f488b3-top 2024-11-27T05:51:29,910 INFO [StoreOpener-f40d71cad809465724df6b72740b4ec1-1 {}] regionserver.HStore(327): Store=f40d71cad809465724df6b72740b4ec1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:51:29,911 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1038): replaying wal for f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,911 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,913 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,913 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1048): stopping wal replay for f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,913 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1060): Cleaning up temporary data for f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,915 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1093): writing seq id for f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,915 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1114): Opened f40d71cad809465724df6b72740b4ec1; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=718410, jitterRate=-0.0864950567483902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T05:51:29,916 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:29,916 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1006): Region open journal for f40d71cad809465724df6b72740b4ec1: Running coprocessor pre-open hook at 1732686689881Writing region info on filesystem at 1732686689881Initializing all the Stores at 1732686689882 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686689882Cleaning up temporary data from old regions at 1732686689913 (+31 ms)Running coprocessor post-open hooks at 1732686689916 (+3 ms)Region opened successfully at 1732686689916 2024-11-27T05:51:29,917 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., pid=14, masterSystemTime=1732686689876 2024-11-27T05:51:29,917 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(403): Add compact mark for store f40d71cad809465724df6b72740b4ec1:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T05:51:29,917 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T05:51:29,917 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:29,919 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:51:29,919 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1541): f40d71cad809465724df6b72740b4ec1/info is initiating minor compaction (all files) 2024-11-27T05:51:29,919 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f40d71cad809465724df6b72740b4ec1/info in TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:51:29,919 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:51:29,920 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:51:29,920 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63->hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/b405fb240021413d88aa7c16c8f488b3-top, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-d60b20c1f7e044f6b70f4ead5fd55281, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-63e3cc6784d444178b56946a6c9430ee, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-5bc9e91d06464842bac15b6f9bac28e5] into tmpdir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp, totalSize=118.4 K 2024-11-27T05:51:29,920 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e. 2024-11-27T05:51:29,920 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ff9dc960edad28bb097abfa7d708cd4e, NAME => 'TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-27T05:51:29,920 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling ff9dc960edad28bb097abfa7d708cd4e 2024-11-27T05:51:29,920 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:51:29,920 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f40d71cad809465724df6b72740b4ec1, regionState=OPEN, openSeqNum=127, regionLocation=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:29,920 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ff9dc960edad28bb097abfa7d708cd4e 2024-11-27T05:51:29,920 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ff9dc960edad28bb097abfa7d708cd4e 2024-11-27T05:51:29,921 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732686684991 2024-11-27T05:51:29,923 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-d60b20c1f7e044f6b70f4ead5fd55281, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732686689136 2024-11-27T05:51:29,923 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-27T05:51:29,923 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T05:51:29,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f40d71cad809465724df6b72740b4ec1, server=4da2d47fc9ac,33947,1732686673462 because future has completed 2024-11-27T05:51:29,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-27T05:51:29,923 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-63e3cc6784d444178b56946a6c9430ee, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732686689165 2024-11-27T05:51:29,924 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-5bc9e91d06464842bac15b6f9bac28e5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732686689191 2024-11-27T05:51:29,936 INFO [StoreOpener-ff9dc960edad28bb097abfa7d708cd4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ff9dc960edad28bb097abfa7d708cd4e 2024-11-27T05:51:29,938 INFO [StoreOpener-ff9dc960edad28bb097abfa7d708cd4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff9dc960edad28bb097abfa7d708cd4e columnFamilyName info 2024-11-27T05:51:29,938 DEBUG [StoreOpener-ff9dc960edad28bb097abfa7d708cd4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:51:29,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=12 2024-11-27T05:51:29,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f40d71cad809465724df6b72740b4ec1, server=4da2d47fc9ac,33947,1732686673462 in 212 msec 2024-11-27T05:51:29,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f40d71cad809465724df6b72740b4ec1, ASSIGN in 374 msec 2024-11-27T05:51:29,961 DEBUG [StoreOpener-ff9dc960edad28bb097abfa7d708cd4e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e/info/b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63->hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/b405fb240021413d88aa7c16c8f488b3-bottom 2024-11-27T05:51:29,962 INFO [StoreOpener-ff9dc960edad28bb097abfa7d708cd4e-1 {}] regionserver.HStore(327): Store=ff9dc960edad28bb097abfa7d708cd4e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:51:29,962 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ff9dc960edad28bb097abfa7d708cd4e 2024-11-27T05:51:29,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/.tmp/info/af674d99d9b34bd1946675166a59156e is 193, key is TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1./info:regioninfo/1732686689920/Put/seqid=0 2024-11-27T05:51:29,963 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e 2024-11-27T05:51:29,964 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f40d71cad809465724df6b72740b4ec1#info#compaction#42 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T05:51:29,965 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/eb090ad1f62544f7b48b7bb41214c412 is 1055, key is row0064/info:/1732686687126/Put/seqid=0 2024-11-27T05:51:29,965 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e 2024-11-27T05:51:29,966 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ff9dc960edad28bb097abfa7d708cd4e 2024-11-27T05:51:29,966 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ff9dc960edad28bb097abfa7d708cd4e 2024-11-27T05:51:29,969 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ff9dc960edad28bb097abfa7d708cd4e 2024-11-27T05:51:29,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741851_1027 (size=9882) 2024-11-27T05:51:29,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741851_1027 (size=9882) 2024-11-27T05:51:29,970 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened ff9dc960edad28bb097abfa7d708cd4e; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=709028, jitterRate=-0.09842538833618164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T05:51:29,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/.tmp/info/af674d99d9b34bd1946675166a59156e 2024-11-27T05:51:29,970 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff9dc960edad28bb097abfa7d708cd4e 2024-11-27T05:51:29,970 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ff9dc960edad28bb097abfa7d708cd4e: Running coprocessor pre-open hook at 1732686689921Writing region info on filesystem at 1732686689921Initializing all the Stores at 1732686689922 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686689922Cleaning up temporary data from old regions at 1732686689966 (+44 ms)Running coprocessor post-open hooks at 1732686689970 (+4 ms)Region opened successfully at 1732686689970 2024-11-27T05:51:29,971 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e., pid=13, masterSystemTime=1732686689876 2024-11-27T05:51:29,971 DEBUG [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-27T05:51:29,972 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store ff9dc960edad28bb097abfa7d708cd4e:info, priority=-2147483648, current under compaction store size is 2 2024-11-27T05:51:29,972 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:29,972 INFO [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e. 2024-11-27T05:51:29,972 DEBUG [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] regionserver.HStore(1541): ff9dc960edad28bb097abfa7d708cd4e/info is initiating minor compaction (all files) 2024-11-27T05:51:29,973 INFO [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff9dc960edad28bb097abfa7d708cd4e/info in TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e. 2024-11-27T05:51:29,973 INFO [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e/info/b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63->hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/b405fb240021413d88aa7c16c8f488b3-bottom] into tmpdir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e/.tmp, totalSize=72.0 K 2024-11-27T05:51:29,974 DEBUG [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] compactions.Compactor(225): Compacting b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732686684991 2024-11-27T05:51:29,975 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e. 2024-11-27T05:51:29,975 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e. 2024-11-27T05:51:29,975 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ff9dc960edad28bb097abfa7d708cd4e, regionState=OPEN, openSeqNum=127, regionLocation=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:29,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff9dc960edad28bb097abfa7d708cd4e, server=4da2d47fc9ac,33947,1732686673462 because future has completed 2024-11-27T05:51:29,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-27T05:51:29,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ff9dc960edad28bb097abfa7d708cd4e, server=4da2d47fc9ac,33947,1732686673462 in 256 msec 2024-11-27T05:51:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741852_1028 (size=40102) 2024-11-27T05:51:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741852_1028 (size=40102) 2024-11-27T05:51:29,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T05:51:29,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ff9dc960edad28bb097abfa7d708cd4e, ASSIGN in 415 msec 2024-11-27T05:51:29,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=89483af85a8ba0b0b43d8aea68d0cf63, daughterA=ff9dc960edad28bb097abfa7d708cd4e, daughterB=f40d71cad809465724df6b72740b4ec1 in 770 msec 2024-11-27T05:51:29,991 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=89483af85a8ba0b0b43d8aea68d0cf63, daughterA=6de9d2b55ed4fae86ed8b508ae25052c, daughterB=3a83fd16a5ba39b49fb1d1024a800cf9 2024-11-27T05:51:29,991 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=89483af85a8ba0b0b43d8aea68d0cf63, daughterA=6de9d2b55ed4fae86ed8b508ae25052c, daughterB=3a83fd16a5ba39b49fb1d1024a800cf9 2024-11-27T05:51:29,991 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=89483af85a8ba0b0b43d8aea68d0cf63, daughterA=6de9d2b55ed4fae86ed8b508ae25052c, daughterB=3a83fd16a5ba39b49fb1d1024a800cf9 2024-11-27T05:51:29,992 INFO [PEWorker-5 {}] assignment.SplitTableRegionProcedure(534): Split of {ENCODED => 89483af85a8ba0b0b43d8aea68d0cf63, NAME => 'TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63.', STARTKEY => '', ENDKEY => ''} skipped; state is already SPLIT 2024-11-27T05:51:29,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=89483af85a8ba0b0b43d8aea68d0cf63, daughterA=6de9d2b55ed4fae86ed8b508ae25052c, daughterB=3a83fd16a5ba39b49fb1d1024a800cf9 in 768 msec 2024-11-27T05:51:30,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/.tmp/ns/278d1b20312f4ba4ba6252c51851c25e is 43, key is default/ns:d/1732686674829/Put/seqid=0 2024-11-27T05:51:30,010 INFO [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff9dc960edad28bb097abfa7d708cd4e#info#compaction#44 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T05:51:30,011 DEBUG [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e/.tmp/info/810b9c15d0764befb0aa1ef3d02740d5 is 1055, key is row0001/info:/1732686684991/Put/seqid=0 2024-11-27T05:51:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741853_1029 (size=5153) 2024-11-27T05:51:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741853_1029 (size=5153) 2024-11-27T05:51:30,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/.tmp/ns/278d1b20312f4ba4ba6252c51851c25e 2024-11-27T05:51:30,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741854_1030 (size=71441) 2024-11-27T05:51:30,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741854_1030 (size=71441) 2024-11-27T05:51:30,057 DEBUG [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e/.tmp/info/810b9c15d0764befb0aa1ef3d02740d5 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e/info/810b9c15d0764befb0aa1ef3d02740d5 2024-11-27T05:51:30,064 INFO [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in ff9dc960edad28bb097abfa7d708cd4e/info of ff9dc960edad28bb097abfa7d708cd4e into 810b9c15d0764befb0aa1ef3d02740d5(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T05:51:30,064 DEBUG [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff9dc960edad28bb097abfa7d708cd4e: 2024-11-27T05:51:30,064 INFO [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e., storeName=ff9dc960edad28bb097abfa7d708cd4e/info, priority=15, startTime=1732686689971; duration=0sec 2024-11-27T05:51:30,065 DEBUG [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:30,065 DEBUG [RS:0;4da2d47fc9ac:33947-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff9dc960edad28bb097abfa7d708cd4e:info 2024-11-27T05:51:30,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/.tmp/table/38ba5105d2c74bf99d1d015e702ab599 is 65, key is TestLogRolling-testLogRolling/table:state/1732686675288/Put/seqid=0 2024-11-27T05:51:30,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741855_1031 (size=5340) 2024-11-27T05:51:30,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741855_1031 (size=5340) 2024-11-27T05:51:30,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/.tmp/table/38ba5105d2c74bf99d1d015e702ab599 2024-11-27T05:51:30,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/.tmp/info/af674d99d9b34bd1946675166a59156e as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/info/af674d99d9b34bd1946675166a59156e 2024-11-27T05:51:30,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/info/af674d99d9b34bd1946675166a59156e, entries=30, sequenceid=17, filesize=9.7 K 2024-11-27T05:51:30,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/.tmp/ns/278d1b20312f4ba4ba6252c51851c25e as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/ns/278d1b20312f4ba4ba6252c51851c25e 2024-11-27T05:51:30,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/ns/278d1b20312f4ba4ba6252c51851c25e, entries=2, sequenceid=17, filesize=5.0 K 2024-11-27T05:51:30,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/.tmp/table/38ba5105d2c74bf99d1d015e702ab599 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/table/38ba5105d2c74bf99d1d015e702ab599 2024-11-27T05:51:30,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/table/38ba5105d2c74bf99d1d015e702ab599, entries=2, sequenceid=17, filesize=5.2 K 2024-11-27T05:51:30,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 175ms, sequenceid=17, compaction requested=false 2024-11-27T05:51:30,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-27T05:51:30,397 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/eb090ad1f62544f7b48b7bb41214c412 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/eb090ad1f62544f7b48b7bb41214c412 2024-11-27T05:51:30,405 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f40d71cad809465724df6b72740b4ec1/info of f40d71cad809465724df6b72740b4ec1 into eb090ad1f62544f7b48b7bb41214c412(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T05:51:30,405 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:30,405 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., storeName=f40d71cad809465724df6b72740b4ec1/info, priority=12, startTime=1732686689917; duration=0sec 2024-11-27T05:51:30,405 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:30,405 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f40d71cad809465724df6b72740b4ec1:info 2024-11-27T05:51:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:35722 deadline: 1732686701210, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. is not online on 4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. is not online on 4da2d47fc9ac,33947,1732686673462 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T05:51:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63. is not online on 4da2d47fc9ac,33947,1732686673462 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T05:51:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732686674907.89483af85a8ba0b0b43d8aea68d0cf63., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=2 from cache 2024-11-27T05:51:34,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T05:51:34,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:34,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:51:41,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=127] 2024-11-27T05:51:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:41,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f40d71cad809465724df6b72740b4ec1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T05:51:41,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/b6fcb161b7234fa4989bd92db7402e30 is 1055, key is row0097/info:/1732686701308/Put/seqid=0 2024-11-27T05:51:41,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741856_1032 (size=13394) 2024-11-27T05:51:41,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741856_1032 (size=13394) 2024-11-27T05:51:41,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/b6fcb161b7234fa4989bd92db7402e30 2024-11-27T05:51:41,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/b6fcb161b7234fa4989bd92db7402e30 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b6fcb161b7234fa4989bd92db7402e30 2024-11-27T05:51:41,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b6fcb161b7234fa4989bd92db7402e30, entries=8, sequenceid=138, filesize=13.1 K 2024-11-27T05:51:41,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for f40d71cad809465724df6b72740b4ec1 in 27ms, sequenceid=138, compaction requested=false 2024-11-27T05:51:41,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:41,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f40d71cad809465724df6b72740b4ec1 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-27T05:51:41,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/ab197ce6338e43c69d2c20689feafb7e is 1055, key is row0105/info:/1732686701320/Put/seqid=0 2024-11-27T05:51:41,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741857_1033 (size=19728) 2024-11-27T05:51:41,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741857_1033 (size=19728) 2024-11-27T05:51:41,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/ab197ce6338e43c69d2c20689feafb7e 2024-11-27T05:51:41,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/ab197ce6338e43c69d2c20689feafb7e as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/ab197ce6338e43c69d2c20689feafb7e 2024-11-27T05:51:41,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/ab197ce6338e43c69d2c20689feafb7e, entries=14, sequenceid=155, filesize=19.3 K 2024-11-27T05:51:41,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for f40d71cad809465724df6b72740b4ec1 in 26ms, sequenceid=155, compaction requested=true 2024-11-27T05:51:41,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:41,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f40d71cad809465724df6b72740b4ec1:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T05:51:41,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:41,374 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T05:51:41,376 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73224 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T05:51:41,376 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1541): f40d71cad809465724df6b72740b4ec1/info is initiating minor compaction (all files) 2024-11-27T05:51:41,376 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f40d71cad809465724df6b72740b4ec1/info in TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:51:41,376 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/eb090ad1f62544f7b48b7bb41214c412, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b6fcb161b7234fa4989bd92db7402e30, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/ab197ce6338e43c69d2c20689feafb7e] into tmpdir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp, totalSize=71.5 K 2024-11-27T05:51:41,376 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb090ad1f62544f7b48b7bb41214c412, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732686687126 2024-11-27T05:51:41,377 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6fcb161b7234fa4989bd92db7402e30, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732686701308 2024-11-27T05:51:41,377 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab197ce6338e43c69d2c20689feafb7e, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732686701320 2024-11-27T05:51:41,390 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f40d71cad809465724df6b72740b4ec1#info#compaction#48 average throughput is 18.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T05:51:41,391 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/47429549fd8e48b783829f2557cd3048 is 1055, key is row0064/info:/1732686687126/Put/seqid=0 2024-11-27T05:51:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741858_1034 (size=63438) 2024-11-27T05:51:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741858_1034 (size=63438) 2024-11-27T05:51:41,402 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/47429549fd8e48b783829f2557cd3048 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/47429549fd8e48b783829f2557cd3048 2024-11-27T05:51:41,408 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f40d71cad809465724df6b72740b4ec1/info of f40d71cad809465724df6b72740b4ec1 into 47429549fd8e48b783829f2557cd3048(size=62.0 K), total size for store is 62.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T05:51:41,408 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:41,408 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., storeName=f40d71cad809465724df6b72740b4ec1/info, priority=13, startTime=1732686701374; duration=0sec 2024-11-27T05:51:41,408 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:41,408 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f40d71cad809465724df6b72740b4ec1:info 2024-11-27T05:51:43,277 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T05:51:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:43,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f40d71cad809465724df6b72740b4ec1 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-27T05:51:43,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/cc7aee96f6b24009a8fe179899169912 is 1055, key is row0119/info:/1732686701349/Put/seqid=0 2024-11-27T05:51:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741859_1035 (size=16553) 2024-11-27T05:51:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741859_1035 (size=16553) 2024-11-27T05:51:43,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/cc7aee96f6b24009a8fe179899169912 2024-11-27T05:51:43,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/cc7aee96f6b24009a8fe179899169912 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/cc7aee96f6b24009a8fe179899169912 2024-11-27T05:51:43,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/cc7aee96f6b24009a8fe179899169912, entries=11, sequenceid=170, filesize=16.2 K 2024-11-27T05:51:43,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=11.29 KB/11561 for f40d71cad809465724df6b72740b4ec1 in 25ms, sequenceid=170, compaction requested=false 2024-11-27T05:51:43,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:43,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f40d71cad809465724df6b72740b4ec1 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-27T05:51:43,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/127c46969cf4494aa4f34287221b84ed is 1055, key is row0130/info:/1732686703431/Put/seqid=0 2024-11-27T05:51:43,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741860_1036 (size=17606) 2024-11-27T05:51:43,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741860_1036 (size=17606) 2024-11-27T05:51:43,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/127c46969cf4494aa4f34287221b84ed 2024-11-27T05:51:43,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/127c46969cf4494aa4f34287221b84ed as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/127c46969cf4494aa4f34287221b84ed 2024-11-27T05:51:43,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/127c46969cf4494aa4f34287221b84ed, entries=12, sequenceid=185, filesize=17.2 K 2024-11-27T05:51:43,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for f40d71cad809465724df6b72740b4ec1 in 25ms, sequenceid=185, compaction requested=true 2024-11-27T05:51:43,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:43,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f40d71cad809465724df6b72740b4ec1:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T05:51:43,481 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T05:51:43,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:43,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f40d71cad809465724df6b72740b4ec1 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-27T05:51:43,482 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 97597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T05:51:43,483 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1541): f40d71cad809465724df6b72740b4ec1/info is initiating minor compaction (all files) 2024-11-27T05:51:43,483 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f40d71cad809465724df6b72740b4ec1/info in TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:51:43,483 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/47429549fd8e48b783829f2557cd3048, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/cc7aee96f6b24009a8fe179899169912, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/127c46969cf4494aa4f34287221b84ed] into tmpdir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp, totalSize=95.3 K 2024-11-27T05:51:43,483 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47429549fd8e48b783829f2557cd3048, keycount=55, bloomtype=ROW, size=62.0 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732686687126 2024-11-27T05:51:43,484 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc7aee96f6b24009a8fe179899169912, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732686701349 2024-11-27T05:51:43,484 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 127c46969cf4494aa4f34287221b84ed, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732686703431 2024-11-27T05:51:43,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/b7b85bb1034a4266844bace608df619b is 1055, key is row0142/info:/1732686703457/Put/seqid=0 2024-11-27T05:51:43,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741861_1037 (size=17606) 2024-11-27T05:51:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741861_1037 (size=17606) 2024-11-27T05:51:43,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/b7b85bb1034a4266844bace608df619b 2024-11-27T05:51:43,502 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f40d71cad809465724df6b72740b4ec1#info#compaction#52 average throughput is 39.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T05:51:43,502 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/66706c6abf1b44f386556edff2cd27b1 is 1055, key is row0064/info:/1732686687126/Put/seqid=0 2024-11-27T05:51:43,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/b7b85bb1034a4266844bace608df619b as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b7b85bb1034a4266844bace608df619b 2024-11-27T05:51:43,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741862_1038 (size=87832) 2024-11-27T05:51:43,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741862_1038 (size=87832) 2024-11-27T05:51:43,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b7b85bb1034a4266844bace608df619b, entries=12, sequenceid=200, filesize=17.2 K 2024-11-27T05:51:43,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=7.18 KB/7357 for f40d71cad809465724df6b72740b4ec1 in 30ms, sequenceid=200, compaction requested=false 2024-11-27T05:51:43,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:43,518 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/66706c6abf1b44f386556edff2cd27b1 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/66706c6abf1b44f386556edff2cd27b1 2024-11-27T05:51:43,524 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f40d71cad809465724df6b72740b4ec1/info of f40d71cad809465724df6b72740b4ec1 into 66706c6abf1b44f386556edff2cd27b1(size=85.8 K), total size for store is 103.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T05:51:43,524 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:43,524 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., storeName=f40d71cad809465724df6b72740b4ec1/info, priority=13, startTime=1732686703481; duration=0sec 2024-11-27T05:51:43,524 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:43,525 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f40d71cad809465724df6b72740b4ec1:info 2024-11-27T05:51:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:45,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f40d71cad809465724df6b72740b4ec1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T05:51:45,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/0da0b3c96613415299639a290258f9f2 is 1055, key is row0154/info:/1732686703483/Put/seqid=0 2024-11-27T05:51:45,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741863_1039 (size=13394) 2024-11-27T05:51:45,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741863_1039 (size=13394) 2024-11-27T05:51:45,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/0da0b3c96613415299639a290258f9f2 2024-11-27T05:51:45,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/0da0b3c96613415299639a290258f9f2 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/0da0b3c96613415299639a290258f9f2 2024-11-27T05:51:45,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/0da0b3c96613415299639a290258f9f2, entries=8, sequenceid=212, filesize=13.1 K 2024-11-27T05:51:45,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for f40d71cad809465724df6b72740b4ec1 in 30ms, sequenceid=212, compaction requested=true 2024-11-27T05:51:45,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:45,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f40d71cad809465724df6b72740b4ec1:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T05:51:45,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:45,534 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T05:51:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:45,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f40d71cad809465724df6b72740b4ec1 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-27T05:51:45,535 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118832 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T05:51:45,535 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1541): f40d71cad809465724df6b72740b4ec1/info is initiating minor compaction (all files) 2024-11-27T05:51:45,535 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f40d71cad809465724df6b72740b4ec1/info in TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:51:45,535 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/66706c6abf1b44f386556edff2cd27b1, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b7b85bb1034a4266844bace608df619b, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/0da0b3c96613415299639a290258f9f2] into tmpdir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp, totalSize=116.0 K 2024-11-27T05:51:45,536 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66706c6abf1b44f386556edff2cd27b1, keycount=78, bloomtype=ROW, size=85.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732686687126 2024-11-27T05:51:45,537 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7b85bb1034a4266844bace608df619b, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732686703457 2024-11-27T05:51:45,537 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0da0b3c96613415299639a290258f9f2, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732686703483 2024-11-27T05:51:45,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/585d63efc4c54b8f863e6e8829cfcc88 is 1055, key is row0162/info:/1732686705505/Put/seqid=0 2024-11-27T05:51:45,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741864_1040 (size=20781) 2024-11-27T05:51:45,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741864_1040 (size=20781) 2024-11-27T05:51:45,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/585d63efc4c54b8f863e6e8829cfcc88 2024-11-27T05:51:45,567 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f40d71cad809465724df6b72740b4ec1#info#compaction#55 average throughput is 24.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T05:51:45,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/585d63efc4c54b8f863e6e8829cfcc88 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/585d63efc4c54b8f863e6e8829cfcc88 2024-11-27T05:51:45,568 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/fa44f3716ba74c7487060bc7c59ef0b7 is 1055, key is row0064/info:/1732686687126/Put/seqid=0 2024-11-27T05:51:45,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f40d71cad809465724df6b72740b4ec1, server=4da2d47fc9ac,33947,1732686673462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T05:51:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:35722 deadline: 1732686715572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f40d71cad809465724df6b72740b4ec1, server=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:45,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/585d63efc4c54b8f863e6e8829cfcc88, entries=15, sequenceid=230, filesize=20.3 K 2024-11-27T05:51:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f40d71cad809465724df6b72740b4ec1, server=4da2d47fc9ac,33947,1732686673462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T05:51:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f40d71cad809465724df6b72740b4ec1, server=4da2d47fc9ac,33947,1732686673462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T05:51:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=127 because the exception is null or not the one we care about 2024-11-27T05:51:45,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for f40d71cad809465724df6b72740b4ec1 in 39ms, sequenceid=230, compaction requested=false 2024-11-27T05:51:45,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:45,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741865_1041 (size=109002) 2024-11-27T05:51:45,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741865_1041 (size=109002) 2024-11-27T05:51:45,589 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/fa44f3716ba74c7487060bc7c59ef0b7 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/fa44f3716ba74c7487060bc7c59ef0b7 2024-11-27T05:51:45,596 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f40d71cad809465724df6b72740b4ec1/info of f40d71cad809465724df6b72740b4ec1 into fa44f3716ba74c7487060bc7c59ef0b7(size=106.4 K), total size for store is 126.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T05:51:45,596 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:45,596 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., storeName=f40d71cad809465724df6b72740b4ec1/info, priority=13, startTime=1732686705534; duration=0sec 2024-11-27T05:51:45,596 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:45,596 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f40d71cad809465724df6b72740b4ec1:info 2024-11-27T05:51:54,844 INFO [master/4da2d47fc9ac:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T05:51:54,844 INFO [master/4da2d47fc9ac:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T05:51:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:55,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f40d71cad809465724df6b72740b4ec1 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-27T05:51:55,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/c3199cab1e684febb3815906b7417c6e is 1055, key is row0177/info:/1732686705536/Put/seqid=0 2024-11-27T05:51:55,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741866_1042 (size=20781) 2024-11-27T05:51:55,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741866_1042 (size=20781) 2024-11-27T05:51:55,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/c3199cab1e684febb3815906b7417c6e 2024-11-27T05:51:55,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/c3199cab1e684febb3815906b7417c6e as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/c3199cab1e684febb3815906b7417c6e 2024-11-27T05:51:55,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/c3199cab1e684febb3815906b7417c6e, entries=15, sequenceid=249, filesize=20.3 K 2024-11-27T05:51:55,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for f40d71cad809465724df6b72740b4ec1 in 24ms, sequenceid=249, compaction requested=true 2024-11-27T05:51:55,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:55,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f40d71cad809465724df6b72740b4ec1:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T05:51:55,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:55,619 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T05:51:55,620 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 150564 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T05:51:55,620 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1541): f40d71cad809465724df6b72740b4ec1/info is initiating minor compaction (all files) 2024-11-27T05:51:55,620 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f40d71cad809465724df6b72740b4ec1/info in TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:51:55,620 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/fa44f3716ba74c7487060bc7c59ef0b7, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/585d63efc4c54b8f863e6e8829cfcc88, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/c3199cab1e684febb3815906b7417c6e] into tmpdir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp, totalSize=147.0 K 2024-11-27T05:51:55,621 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa44f3716ba74c7487060bc7c59ef0b7, keycount=98, bloomtype=ROW, size=106.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732686687126 2024-11-27T05:51:55,621 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 585d63efc4c54b8f863e6e8829cfcc88, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732686705505 2024-11-27T05:51:55,621 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3199cab1e684febb3815906b7417c6e, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732686705536 2024-11-27T05:51:55,635 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f40d71cad809465724df6b72740b4ec1#info#compaction#57 average throughput is 32.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T05:51:55,635 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/021861ae1f9b4c3b8811c79457476e85 is 1055, key is row0064/info:/1732686687126/Put/seqid=0 2024-11-27T05:51:55,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741867_1043 (size=140898) 2024-11-27T05:51:55,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741867_1043 (size=140898) 2024-11-27T05:51:55,648 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/021861ae1f9b4c3b8811c79457476e85 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/021861ae1f9b4c3b8811c79457476e85 2024-11-27T05:51:55,657 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f40d71cad809465724df6b72740b4ec1/info of f40d71cad809465724df6b72740b4ec1 into 021861ae1f9b4c3b8811c79457476e85(size=137.6 K), total size for store is 137.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T05:51:55,657 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:55,657 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., storeName=f40d71cad809465724df6b72740b4ec1/info, priority=13, startTime=1732686715619; duration=0sec 2024-11-27T05:51:55,657 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:55,657 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f40d71cad809465724df6b72740b4ec1:info 2024-11-27T05:51:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:57,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f40d71cad809465724df6b72740b4ec1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T05:51:57,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/5bc48e316d834a2184811e4a282e56de is 1055, key is row0192/info:/1732686715596/Put/seqid=0 2024-11-27T05:51:57,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741868_1044 (size=13399) 2024-11-27T05:51:57,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741868_1044 (size=13399) 2024-11-27T05:51:57,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/5bc48e316d834a2184811e4a282e56de 2024-11-27T05:51:57,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/5bc48e316d834a2184811e4a282e56de as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/5bc48e316d834a2184811e4a282e56de 2024-11-27T05:51:57,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/5bc48e316d834a2184811e4a282e56de, entries=8, sequenceid=261, filesize=13.1 K 2024-11-27T05:51:57,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for f40d71cad809465724df6b72740b4ec1 in 35ms, sequenceid=261, compaction requested=false 2024-11-27T05:51:57,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:57,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f40d71cad809465724df6b72740b4ec1 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-27T05:51:57,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/9761dd96d22f470894da395550c27c0c is 1055, key is row0200/info:/1732686717609/Put/seqid=0 2024-11-27T05:51:57,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741869_1045 (size=25016) 2024-11-27T05:51:57,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741869_1045 (size=25016) 2024-11-27T05:51:57,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/9761dd96d22f470894da395550c27c0c 2024-11-27T05:51:57,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/9761dd96d22f470894da395550c27c0c as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/9761dd96d22f470894da395550c27c0c 2024-11-27T05:51:57,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/9761dd96d22f470894da395550c27c0c, entries=19, sequenceid=283, filesize=24.4 K 2024-11-27T05:51:57,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=6.16 KB/6306 for f40d71cad809465724df6b72740b4ec1 in 22ms, sequenceid=283, compaction requested=true 2024-11-27T05:51:57,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:57,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f40d71cad809465724df6b72740b4ec1:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T05:51:57,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:57,666 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T05:51:57,668 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 179313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T05:51:57,668 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1541): f40d71cad809465724df6b72740b4ec1/info is initiating minor compaction (all files) 2024-11-27T05:51:57,668 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f40d71cad809465724df6b72740b4ec1/info in TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:51:57,668 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/021861ae1f9b4c3b8811c79457476e85, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/5bc48e316d834a2184811e4a282e56de, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/9761dd96d22f470894da395550c27c0c] into tmpdir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp, totalSize=175.1 K 2024-11-27T05:51:57,668 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 021861ae1f9b4c3b8811c79457476e85, keycount=128, bloomtype=ROW, size=137.6 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732686687126 2024-11-27T05:51:57,669 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bc48e316d834a2184811e4a282e56de, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732686715596 2024-11-27T05:51:57,669 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9761dd96d22f470894da395550c27c0c, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732686717609 2024-11-27T05:51:57,681 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f40d71cad809465724df6b72740b4ec1#info#compaction#60 average throughput is 51.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T05:51:57,682 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/88cad47a1e2b4346bf7323251d930433 is 1055, key is row0064/info:/1732686687126/Put/seqid=0 2024-11-27T05:51:57,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741870_1046 (size=169459) 2024-11-27T05:51:57,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741870_1046 (size=169459) 2024-11-27T05:51:57,690 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/88cad47a1e2b4346bf7323251d930433 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/88cad47a1e2b4346bf7323251d930433 2024-11-27T05:51:57,696 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f40d71cad809465724df6b72740b4ec1/info of f40d71cad809465724df6b72740b4ec1 into 88cad47a1e2b4346bf7323251d930433(size=165.5 K), total size for store is 165.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T05:51:57,696 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:57,696 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., storeName=f40d71cad809465724df6b72740b4ec1/info, priority=13, startTime=1732686717666; duration=0sec 2024-11-27T05:51:57,696 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:57,696 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f40d71cad809465724df6b72740b4ec1:info 2024-11-27T05:51:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:59,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f40d71cad809465724df6b72740b4ec1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T05:51:59,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/bcd49f409449414cb279900c3dbfc91c is 1055, key is row0219/info:/1732686717645/Put/seqid=0 2024-11-27T05:51:59,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741871_1047 (size=13402) 2024-11-27T05:51:59,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741871_1047 (size=13402) 2024-11-27T05:51:59,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/bcd49f409449414cb279900c3dbfc91c 2024-11-27T05:51:59,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/bcd49f409449414cb279900c3dbfc91c as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/bcd49f409449414cb279900c3dbfc91c 2024-11-27T05:51:59,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/bcd49f409449414cb279900c3dbfc91c, entries=8, sequenceid=295, filesize=13.1 K 2024-11-27T05:51:59,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for f40d71cad809465724df6b72740b4ec1 in 39ms, sequenceid=295, compaction requested=false 2024-11-27T05:51:59,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on f40d71cad809465724df6b72740b4ec1 2024-11-27T05:51:59,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f40d71cad809465724df6b72740b4ec1 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-27T05:51:59,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/90680db79be744179fbdec0cec67e7de is 1055, key is row0227/info:/1732686719662/Put/seqid=0 2024-11-27T05:51:59,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741872_1048 (size=22908) 2024-11-27T05:51:59,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741872_1048 (size=22908) 2024-11-27T05:51:59,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/90680db79be744179fbdec0cec67e7de 2024-11-27T05:51:59,723 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-27T05:51:59,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/90680db79be744179fbdec0cec67e7de as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/90680db79be744179fbdec0cec67e7de 2024-11-27T05:51:59,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f40d71cad809465724df6b72740b4ec1, server=4da2d47fc9ac,33947,1732686673462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T05:51:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:35722 deadline: 1732686729730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f40d71cad809465724df6b72740b4ec1, server=4da2d47fc9ac,33947,1732686673462 2024-11-27T05:51:59,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f40d71cad809465724df6b72740b4ec1, server=4da2d47fc9ac,33947,1732686673462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T05:51:59,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/90680db79be744179fbdec0cec67e7de, entries=17, sequenceid=315, filesize=22.4 K 2024-11-27T05:51:59,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f40d71cad809465724df6b72740b4ec1, server=4da2d47fc9ac,33947,1732686673462 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T05:51:59,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., hostname=4da2d47fc9ac,33947,1732686673462, seqNum=127 because the exception is null or not the one we care about 2024-11-27T05:51:59,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for f40d71cad809465724df6b72740b4ec1 in 32ms, sequenceid=315, compaction requested=true 2024-11-27T05:51:59,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:59,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f40d71cad809465724df6b72740b4ec1:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T05:51:59,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:59,733 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T05:51:59,734 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 205769 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T05:51:59,734 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1541): f40d71cad809465724df6b72740b4ec1/info is initiating minor compaction (all files) 2024-11-27T05:51:59,734 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f40d71cad809465724df6b72740b4ec1/info in TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:51:59,735 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/88cad47a1e2b4346bf7323251d930433, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/bcd49f409449414cb279900c3dbfc91c, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/90680db79be744179fbdec0cec67e7de] into tmpdir=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp, totalSize=200.9 K 2024-11-27T05:51:59,735 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88cad47a1e2b4346bf7323251d930433, keycount=155, bloomtype=ROW, size=165.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732686687126 2024-11-27T05:51:59,735 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcd49f409449414cb279900c3dbfc91c, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732686717645 2024-11-27T05:51:59,736 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90680db79be744179fbdec0cec67e7de, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732686719662 2024-11-27T05:51:59,752 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f40d71cad809465724df6b72740b4ec1#info#compaction#63 average throughput is 36.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T05:51:59,753 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/884a0c0dc18445e49687338d317501d7 is 1055, key is row0064/info:/1732686687126/Put/seqid=0 2024-11-27T05:51:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741873_1049 (size=195919) 2024-11-27T05:51:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741873_1049 (size=195919) 2024-11-27T05:51:59,771 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/884a0c0dc18445e49687338d317501d7 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/884a0c0dc18445e49687338d317501d7 2024-11-27T05:51:59,780 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f40d71cad809465724df6b72740b4ec1/info of f40d71cad809465724df6b72740b4ec1 into 884a0c0dc18445e49687338d317501d7(size=191.3 K), total size for store is 191.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T05:51:59,780 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:51:59,780 INFO [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., storeName=f40d71cad809465724df6b72740b4ec1/info, priority=13, startTime=1732686719733; duration=0sec 2024-11-27T05:51:59,780 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T05:51:59,780 DEBUG [RS:0;4da2d47fc9ac:33947-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f40d71cad809465724df6b72740b4ec1:info 2024-11-27T05:52:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(8855): Flush requested on f40d71cad809465724df6b72740b4ec1 2024-11-27T05:52:09,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f40d71cad809465724df6b72740b4ec1 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-27T05:52:09,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/e93165906441409e8d34bc2f4d7b4d0d is 1055, key is row0244/info:/1732686719702/Put/seqid=0 2024-11-27T05:52:09,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741874_1050 (size=18688) 2024-11-27T05:52:09,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741874_1050 (size=18688) 2024-11-27T05:52:09,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/e93165906441409e8d34bc2f4d7b4d0d 2024-11-27T05:52:09,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/.tmp/info/e93165906441409e8d34bc2f4d7b4d0d as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/e93165906441409e8d34bc2f4d7b4d0d 2024-11-27T05:52:09,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/e93165906441409e8d34bc2f4d7b4d0d, entries=13, sequenceid=332, filesize=18.3 K 2024-11-27T05:52:09,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for f40d71cad809465724df6b72740b4ec1 in 25ms, sequenceid=332, compaction requested=false 2024-11-27T05:52:09,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:52:11,756 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-27T05:52:11,778 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/WALs/4da2d47fc9ac,33947,1732686673462/4da2d47fc9ac%2C33947%2C1732686673462.1732686731756, exclude list is [], retry=0 2024-11-27T05:52:11,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-1cdec38a-ff06-447c-9426-1cbea807fa0b,DISK] 2024-11-27T05:52:11,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38595,DS-0665b86b-bb22-4e21-9114-ca1ab677fa49,DISK] 2024-11-27T05:52:11,782 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/WALs/4da2d47fc9ac,33947,1732686673462/4da2d47fc9ac%2C33947%2C1732686673462.1732686674176 with entries=312, filesize=302.26 KB; new WAL /user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/WALs/4da2d47fc9ac,33947,1732686673462/4da2d47fc9ac%2C33947%2C1732686673462.1732686731756 2024-11-27T05:52:11,782 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35305:35305),(127.0.0.1/127.0.0.1:42663:42663)] 2024-11-27T05:52:11,782 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/WALs/4da2d47fc9ac,33947,1732686673462/4da2d47fc9ac%2C33947%2C1732686673462.1732686674176 is not closed yet, will try archiving it next time 2024-11-27T05:52:11,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741833_1009 (size=309521) 2024-11-27T05:52:11,784 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/WALs/4da2d47fc9ac,33947,1732686673462/4da2d47fc9ac%2C33947%2C1732686673462.1732686674176 not finished, retry = 0 2024-11-27T05:52:11,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741833_1009 (size=309521) 2024-11-27T05:52:11,786 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f40d71cad809465724df6b72740b4ec1: 2024-11-27T05:52:11,786 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-27T05:52:11,790 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/.tmp/info/8c3ebf0043164d3c87bc014b47415a0a is 186, key is TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e./info:regioninfo/1732686689975/Put/seqid=0 2024-11-27T05:52:11,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741876_1052 (size=6153) 2024-11-27T05:52:11,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741876_1052 (size=6153) 2024-11-27T05:52:11,796 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/.tmp/info/8c3ebf0043164d3c87bc014b47415a0a 2024-11-27T05:52:11,802 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/.tmp/info/8c3ebf0043164d3c87bc014b47415a0a as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/info/8c3ebf0043164d3c87bc014b47415a0a 2024-11-27T05:52:11,807 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/info/8c3ebf0043164d3c87bc014b47415a0a, entries=5, sequenceid=21, filesize=6.0 K 2024-11-27T05:52:11,808 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=21, compaction requested=false 2024-11-27T05:52:11,809 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-27T05:52:11,809 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ff9dc960edad28bb097abfa7d708cd4e: 2024-11-27T05:52:11,809 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T05:52:11,886 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/WALs/4da2d47fc9ac,33947,1732686673462/4da2d47fc9ac%2C33947%2C1732686673462.1732686674176 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/oldWALs/4da2d47fc9ac%2C33947%2C1732686673462.1732686674176 2024-11-27T05:52:11,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T05:52:11,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:52:11,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:52:11,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:52:11,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:52:11,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T05:52:11,912 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T05:52:11,912 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=795453095, stopped=false 2024-11-27T05:52:11,912 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4da2d47fc9ac,44551,1732686673298 2024-11-27T05:52:11,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:52:11,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:52:11,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:11,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:11,990 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:52:11,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:52:11,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:52:11,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:52:11,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:52:11,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:52:11,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4da2d47fc9ac,33947,1732686673462' ***** 2024-11-27T05:52:11,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T05:52:11,993 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T05:52:11,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T05:52:11,993 INFO [RS:0;4da2d47fc9ac:33947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T05:52:11,993 INFO [RS:0;4da2d47fc9ac:33947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T05:52:11,993 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(3091): Received CLOSE for f40d71cad809465724df6b72740b4ec1 2024-11-27T05:52:11,994 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(3091): Received CLOSE for ff9dc960edad28bb097abfa7d708cd4e 2024-11-27T05:52:11,994 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(959): stopping server 4da2d47fc9ac,33947,1732686673462 2024-11-27T05:52:11,994 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:52:11,994 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f40d71cad809465724df6b72740b4ec1, disabling compactions & flushes 2024-11-27T05:52:11,994 INFO [RS:0;4da2d47fc9ac:33947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4da2d47fc9ac:33947. 2024-11-27T05:52:11,994 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:52:11,994 DEBUG [RS:0;4da2d47fc9ac:33947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:52:11,994 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:52:11,994 DEBUG [RS:0;4da2d47fc9ac:33947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:52:11,994 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. after waiting 0 ms 2024-11-27T05:52:11,994 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:52:11,994 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T05:52:11,994 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T05:52:11,994 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T05:52:11,995 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T05:52:11,995 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T05:52:11,995 DEBUG [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(1325): Online Regions={f40d71cad809465724df6b72740b4ec1=TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1., 1588230740=hbase:meta,,1.1588230740, ff9dc960edad28bb097abfa7d708cd4e=TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e.} 2024-11-27T05:52:11,995 DEBUG [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f40d71cad809465724df6b72740b4ec1, ff9dc960edad28bb097abfa7d708cd4e 2024-11-27T05:52:11,995 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:52:11,995 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:52:11,995 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:52:11,995 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:52:11,995 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:52:11,995 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63->hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/b405fb240021413d88aa7c16c8f488b3-top, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-d60b20c1f7e044f6b70f4ead5fd55281, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-63e3cc6784d444178b56946a6c9430ee, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/eb090ad1f62544f7b48b7bb41214c412, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-5bc9e91d06464842bac15b6f9bac28e5, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b6fcb161b7234fa4989bd92db7402e30, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/47429549fd8e48b783829f2557cd3048, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/ab197ce6338e43c69d2c20689feafb7e, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/cc7aee96f6b24009a8fe179899169912, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/66706c6abf1b44f386556edff2cd27b1, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/127c46969cf4494aa4f34287221b84ed, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b7b85bb1034a4266844bace608df619b, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/fa44f3716ba74c7487060bc7c59ef0b7, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/0da0b3c96613415299639a290258f9f2, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/585d63efc4c54b8f863e6e8829cfcc88, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/021861ae1f9b4c3b8811c79457476e85, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/c3199cab1e684febb3815906b7417c6e, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/5bc48e316d834a2184811e4a282e56de, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/88cad47a1e2b4346bf7323251d930433, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/9761dd96d22f470894da395550c27c0c, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/bcd49f409449414cb279900c3dbfc91c, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/90680db79be744179fbdec0cec67e7de] to archive 2024-11-27T05:52:11,997 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T05:52:11,999 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:52:12,001 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-d60b20c1f7e044f6b70f4ead5fd55281 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-d60b20c1f7e044f6b70f4ead5fd55281 2024-11-27T05:52:12,003 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-63e3cc6784d444178b56946a6c9430ee to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-63e3cc6784d444178b56946a6c9430ee 2024-11-27T05:52:12,004 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/eb090ad1f62544f7b48b7bb41214c412 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/eb090ad1f62544f7b48b7bb41214c412 2024-11-27T05:52:12,004 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-27T05:52:12,005 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T05:52:12,005 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:52:12,005 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-5bc9e91d06464842bac15b6f9bac28e5 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/TestLogRolling-testLogRolling=89483af85a8ba0b0b43d8aea68d0cf63-5bc9e91d06464842bac15b6f9bac28e5 2024-11-27T05:52:12,005 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686731995Running coprocessor pre-close hooks at 1732686731995Disabling compacts and flushes for region at 1732686731995Disabling writes for close at 1732686731995Writing region close event to WAL at 1732686732001 (+6 ms)Running coprocessor post-close hooks at 1732686732005 (+4 ms)Closed at 1732686732005 2024-11-27T05:52:12,005 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T05:52:12,006 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b6fcb161b7234fa4989bd92db7402e30 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b6fcb161b7234fa4989bd92db7402e30 2024-11-27T05:52:12,008 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/47429549fd8e48b783829f2557cd3048 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/47429549fd8e48b783829f2557cd3048 2024-11-27T05:52:12,009 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/ab197ce6338e43c69d2c20689feafb7e to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/ab197ce6338e43c69d2c20689feafb7e 2024-11-27T05:52:12,010 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/cc7aee96f6b24009a8fe179899169912 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/cc7aee96f6b24009a8fe179899169912 2024-11-27T05:52:12,010 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/66706c6abf1b44f386556edff2cd27b1 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/66706c6abf1b44f386556edff2cd27b1 2024-11-27T05:52:12,012 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/127c46969cf4494aa4f34287221b84ed to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/127c46969cf4494aa4f34287221b84ed 2024-11-27T05:52:12,013 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b7b85bb1034a4266844bace608df619b to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/b7b85bb1034a4266844bace608df619b 2024-11-27T05:52:12,014 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/fa44f3716ba74c7487060bc7c59ef0b7 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/fa44f3716ba74c7487060bc7c59ef0b7 2024-11-27T05:52:12,015 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/0da0b3c96613415299639a290258f9f2 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/0da0b3c96613415299639a290258f9f2 2024-11-27T05:52:12,016 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/585d63efc4c54b8f863e6e8829cfcc88 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/585d63efc4c54b8f863e6e8829cfcc88 2024-11-27T05:52:12,017 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/021861ae1f9b4c3b8811c79457476e85 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/021861ae1f9b4c3b8811c79457476e85 2024-11-27T05:52:12,018 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/c3199cab1e684febb3815906b7417c6e to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/c3199cab1e684febb3815906b7417c6e 2024-11-27T05:52:12,020 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/5bc48e316d834a2184811e4a282e56de to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/5bc48e316d834a2184811e4a282e56de 2024-11-27T05:52:12,021 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/88cad47a1e2b4346bf7323251d930433 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/88cad47a1e2b4346bf7323251d930433 2024-11-27T05:52:12,022 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/9761dd96d22f470894da395550c27c0c to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/9761dd96d22f470894da395550c27c0c 2024-11-27T05:52:12,022 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/bcd49f409449414cb279900c3dbfc91c to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/bcd49f409449414cb279900c3dbfc91c 2024-11-27T05:52:12,023 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/90680db79be744179fbdec0cec67e7de to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/info/90680db79be744179fbdec0cec67e7de 2024-11-27T05:52:12,024 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4da2d47fc9ac:44551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-27T05:52:12,024 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [eb090ad1f62544f7b48b7bb41214c412=40102, b6fcb161b7234fa4989bd92db7402e30=13394, 47429549fd8e48b783829f2557cd3048=63438, ab197ce6338e43c69d2c20689feafb7e=19728, cc7aee96f6b24009a8fe179899169912=16553, 66706c6abf1b44f386556edff2cd27b1=87832, 127c46969cf4494aa4f34287221b84ed=17606, b7b85bb1034a4266844bace608df619b=17606, fa44f3716ba74c7487060bc7c59ef0b7=109002, 0da0b3c96613415299639a290258f9f2=13394, 585d63efc4c54b8f863e6e8829cfcc88=20781, 021861ae1f9b4c3b8811c79457476e85=140898, c3199cab1e684febb3815906b7417c6e=20781, 5bc48e316d834a2184811e4a282e56de=13399, 88cad47a1e2b4346bf7323251d930433=169459, 9761dd96d22f470894da395550c27c0c=25016, bcd49f409449414cb279900c3dbfc91c=13402, 90680db79be744179fbdec0cec67e7de=22908] 2024-11-27T05:52:12,027 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/f40d71cad809465724df6b72740b4ec1/recovered.edits/336.seqid, newMaxSeqId=336, maxSeqId=126 2024-11-27T05:52:12,028 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:52:12,028 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f40d71cad809465724df6b72740b4ec1: Waiting for close lock at 1732686731994Running coprocessor pre-close hooks at 1732686731994Disabling compacts and flushes for region at 1732686731994Disabling writes for close at 1732686731994Writing region close event to WAL at 1732686732025 (+31 ms)Running coprocessor post-close hooks at 1732686732028 (+3 ms)Closed at 1732686732028 2024-11-27T05:52:12,028 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732686689217.f40d71cad809465724df6b72740b4ec1. 2024-11-27T05:52:12,028 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff9dc960edad28bb097abfa7d708cd4e, disabling compactions & flushes 2024-11-27T05:52:12,028 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e. 2024-11-27T05:52:12,028 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e. 2024-11-27T05:52:12,028 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e. after waiting 0 ms 2024-11-27T05:52:12,028 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e. 2024-11-27T05:52:12,029 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e/info/b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63->hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/89483af85a8ba0b0b43d8aea68d0cf63/info/b405fb240021413d88aa7c16c8f488b3-bottom] to archive 2024-11-27T05:52:12,030 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T05:52:12,031 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e/info/b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63 to hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/archive/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e/info/b405fb240021413d88aa7c16c8f488b3.89483af85a8ba0b0b43d8aea68d0cf63 2024-11-27T05:52:12,031 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-27T05:52:12,034 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/data/default/TestLogRolling-testLogRolling/ff9dc960edad28bb097abfa7d708cd4e/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-27T05:52:12,035 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e. 2024-11-27T05:52:12,035 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff9dc960edad28bb097abfa7d708cd4e: Waiting for close lock at 1732686732028Running coprocessor pre-close hooks at 1732686732028Disabling compacts and flushes for region at 1732686732028Disabling writes for close at 1732686732028Writing region close event to WAL at 1732686732032 (+4 ms)Running coprocessor post-close hooks at 1732686732035 (+3 ms)Closed at 1732686732035 2024-11-27T05:52:12,035 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732686689217.ff9dc960edad28bb097abfa7d708cd4e. 2024-11-27T05:52:12,041 INFO [regionserver/4da2d47fc9ac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T05:52:12,041 INFO [regionserver/4da2d47fc9ac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T05:52:12,058 INFO [regionserver/4da2d47fc9ac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:52:12,195 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(976): stopping server 4da2d47fc9ac,33947,1732686673462; all regions closed. 2024-11-27T05:52:12,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741834_1010 (size=8107) 2024-11-27T05:52:12,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741834_1010 (size=8107) 2024-11-27T05:52:12,204 DEBUG [RS:0;4da2d47fc9ac:33947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/oldWALs 2024-11-27T05:52:12,205 INFO [RS:0;4da2d47fc9ac:33947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C33947%2C1732686673462.meta:.meta(num 1732686674704) 2024-11-27T05:52:12,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741875_1051 (size=780) 2024-11-27T05:52:12,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741875_1051 (size=780) 2024-11-27T05:52:12,209 DEBUG [RS:0;4da2d47fc9ac:33947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/oldWALs 2024-11-27T05:52:12,209 INFO [RS:0;4da2d47fc9ac:33947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C33947%2C1732686673462:(num 1732686731756) 2024-11-27T05:52:12,209 DEBUG [RS:0;4da2d47fc9ac:33947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:52:12,209 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:52:12,209 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:52:12,209 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.ChoreService(370): Chore service for: regionserver/4da2d47fc9ac:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T05:52:12,209 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:52:12,209 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:52:12,209 INFO [RS:0;4da2d47fc9ac:33947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33947 2024-11-27T05:52:12,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4da2d47fc9ac,33947,1732686673462 2024-11-27T05:52:12,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:52:12,221 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:52:12,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4da2d47fc9ac,33947,1732686673462] 2024-11-27T05:52:12,242 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4da2d47fc9ac,33947,1732686673462 already deleted, retry=false 2024-11-27T05:52:12,242 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4da2d47fc9ac,33947,1732686673462 expired; onlineServers=0 2024-11-27T05:52:12,242 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4da2d47fc9ac,44551,1732686673298' ***** 2024-11-27T05:52:12,242 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T05:52:12,242 INFO [M:0;4da2d47fc9ac:44551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:52:12,242 INFO [M:0;4da2d47fc9ac:44551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:52:12,242 DEBUG [M:0;4da2d47fc9ac:44551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T05:52:12,243 DEBUG [M:0;4da2d47fc9ac:44551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T05:52:12,243 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T05:52:12,243 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686673917 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686673917,5,FailOnTimeoutGroup] 2024-11-27T05:52:12,243 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686673917 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686673917,5,FailOnTimeoutGroup] 2024-11-27T05:52:12,243 INFO [M:0;4da2d47fc9ac:44551 {}] hbase.ChoreService(370): Chore service for: master/4da2d47fc9ac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T05:52:12,244 INFO [M:0;4da2d47fc9ac:44551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:52:12,244 DEBUG [M:0;4da2d47fc9ac:44551 {}] master.HMaster(1795): Stopping service threads 2024-11-27T05:52:12,244 INFO [M:0;4da2d47fc9ac:44551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T05:52:12,244 INFO [M:0;4da2d47fc9ac:44551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:52:12,244 INFO [M:0;4da2d47fc9ac:44551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T05:52:12,245 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T05:52:12,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T05:52:12,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:12,253 DEBUG [M:0;4da2d47fc9ac:44551 {}] zookeeper.ZKUtil(347): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T05:52:12,253 WARN [M:0;4da2d47fc9ac:44551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T05:52:12,255 INFO [M:0;4da2d47fc9ac:44551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/.lastflushedseqids 2024-11-27T05:52:12,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741877_1053 (size=228) 2024-11-27T05:52:12,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741877_1053 (size=228) 2024-11-27T05:52:12,265 INFO [M:0;4da2d47fc9ac:44551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T05:52:12,266 INFO [M:0;4da2d47fc9ac:44551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T05:52:12,266 DEBUG [M:0;4da2d47fc9ac:44551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:52:12,266 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:52:12,266 DEBUG [M:0;4da2d47fc9ac:44551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:52:12,266 DEBUG [M:0;4da2d47fc9ac:44551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:52:12,266 DEBUG [M:0;4da2d47fc9ac:44551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:52:12,266 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=53.70 KB heapSize=65.92 KB 2024-11-27T05:52:12,283 DEBUG [M:0;4da2d47fc9ac:44551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bba598ab5b6f4c01a1fd852cf1383090 is 82, key is hbase:meta,,1/info:regioninfo/1732686674740/Put/seqid=0 2024-11-27T05:52:12,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741878_1054 (size=5672) 2024-11-27T05:52:12,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741878_1054 (size=5672) 2024-11-27T05:52:12,289 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bba598ab5b6f4c01a1fd852cf1383090 2024-11-27T05:52:12,307 DEBUG [M:0;4da2d47fc9ac:44551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85ec6193112541f9b8d7d560263360f4 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732686675293/Put/seqid=0 2024-11-27T05:52:12,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741879_1055 (size=7680) 2024-11-27T05:52:12,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741879_1055 (size=7680) 2024-11-27T05:52:12,313 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.09 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85ec6193112541f9b8d7d560263360f4 2024-11-27T05:52:12,317 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85ec6193112541f9b8d7d560263360f4 2024-11-27T05:52:12,331 DEBUG [M:0;4da2d47fc9ac:44551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac10f3006f204a89a233b956a7f31cd9 is 69, key is 4da2d47fc9ac,33947,1732686673462/rs:state/1732686674018/Put/seqid=0 2024-11-27T05:52:12,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:52:12,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x1017ad8712b0001, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:52:12,332 INFO [RS:0;4da2d47fc9ac:33947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:52:12,332 INFO [RS:0;4da2d47fc9ac:33947 {}] regionserver.HRegionServer(1031): Exiting; stopping=4da2d47fc9ac,33947,1732686673462; zookeeper connection closed. 2024-11-27T05:52:12,332 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6496e96f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6496e96f 2024-11-27T05:52:12,332 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T05:52:12,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741880_1056 (size=5156) 2024-11-27T05:52:12,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741880_1056 (size=5156) 2024-11-27T05:52:12,336 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac10f3006f204a89a233b956a7f31cd9 2024-11-27T05:52:12,356 DEBUG [M:0;4da2d47fc9ac:44551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bbf0707d5e29401e9f663d12c58f9e47 is 52, key is load_balancer_on/state:d/1732686674901/Put/seqid=0 2024-11-27T05:52:12,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741881_1057 (size=5056) 2024-11-27T05:52:12,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741881_1057 (size=5056) 2024-11-27T05:52:12,362 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bbf0707d5e29401e9f663d12c58f9e47 2024-11-27T05:52:12,367 DEBUG [M:0;4da2d47fc9ac:44551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bba598ab5b6f4c01a1fd852cf1383090 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bba598ab5b6f4c01a1fd852cf1383090 2024-11-27T05:52:12,372 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bba598ab5b6f4c01a1fd852cf1383090, entries=8, sequenceid=129, filesize=5.5 K 2024-11-27T05:52:12,373 DEBUG [M:0;4da2d47fc9ac:44551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85ec6193112541f9b8d7d560263360f4 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85ec6193112541f9b8d7d560263360f4 2024-11-27T05:52:12,377 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85ec6193112541f9b8d7d560263360f4 2024-11-27T05:52:12,377 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85ec6193112541f9b8d7d560263360f4, entries=14, sequenceid=129, filesize=7.5 K 2024-11-27T05:52:12,378 DEBUG [M:0;4da2d47fc9ac:44551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac10f3006f204a89a233b956a7f31cd9 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac10f3006f204a89a233b956a7f31cd9 2024-11-27T05:52:12,383 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac10f3006f204a89a233b956a7f31cd9, entries=1, sequenceid=129, filesize=5.0 K 2024-11-27T05:52:12,384 DEBUG [M:0;4da2d47fc9ac:44551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bbf0707d5e29401e9f663d12c58f9e47 as hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/bbf0707d5e29401e9f663d12c58f9e47 2024-11-27T05:52:12,389 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45655/user/jenkins/test-data/1423c0a5-01a2-2750-58ea-a463714ee8bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/bbf0707d5e29401e9f663d12c58f9e47, entries=1, sequenceid=129, filesize=4.9 K 2024-11-27T05:52:12,390 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.70 KB/54985, heapSize ~65.86 KB/67440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=129, compaction requested=false 2024-11-27T05:52:12,391 INFO [M:0;4da2d47fc9ac:44551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:52:12,392 DEBUG [M:0;4da2d47fc9ac:44551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686732266Disabling compacts and flushes for region at 1732686732266Disabling writes for close at 1732686732266Obtaining lock to block concurrent updates at 1732686732266Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732686732266Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=54985, getHeapSize=67440, getOffHeapSize=0, getCellsCount=152 at 1732686732267 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732686732267Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732686732267Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732686732282 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732686732282Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732686732293 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732686732307 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732686732307Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732686732317 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732686732331 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732686732331Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732686732342 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732686732355 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732686732355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7e7fef: reopening flushed file at 1732686732366 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d76c363: reopening flushed file at 1732686732372 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608b47c1: reopening flushed file at 1732686732377 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9a4ebd: reopening flushed file at 1732686732383 (+6 ms)Finished flush of dataSize ~53.70 KB/54985, heapSize ~65.86 KB/67440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=129, compaction requested=false at 1732686732390 (+7 ms)Writing region close event to WAL at 1732686732391 (+1 ms)Closed at 1732686732391 2024-11-27T05:52:12,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741830_1006 (size=63915) 2024-11-27T05:52:12,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38595 is added to blk_1073741830_1006 (size=63915) 2024-11-27T05:52:12,394 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:52:12,394 INFO [M:0;4da2d47fc9ac:44551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T05:52:12,394 INFO [M:0;4da2d47fc9ac:44551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44551 2024-11-27T05:52:12,395 INFO [M:0;4da2d47fc9ac:44551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:52:12,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:52:12,506 INFO [M:0;4da2d47fc9ac:44551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:52:12,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44551-0x1017ad8712b0000, quorum=127.0.0.1:49891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:52:12,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfff3de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:52:12,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4ab54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:52:12,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:52:12,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36460e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:52:12,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@270378ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/hadoop.log.dir/,STOPPED} 2024-11-27T05:52:12,545 WARN [BP-344473147-172.17.0.2-1732686670826 heartbeating to localhost/127.0.0.1:45655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:52:12,545 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:52:12,545 WARN [BP-344473147-172.17.0.2-1732686670826 heartbeating to localhost/127.0.0.1:45655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-344473147-172.17.0.2-1732686670826 (Datanode Uuid 18f96001-09cd-4443-a9b2-80163577896c) service to localhost/127.0.0.1:45655 2024-11-27T05:52:12,545 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:52:12,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/cluster_780a5c8b-1230-3f7a-e05c-6ef1f9b9f9dc/data/data3/current/BP-344473147-172.17.0.2-1732686670826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:52:12,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/cluster_780a5c8b-1230-3f7a-e05c-6ef1f9b9f9dc/data/data4/current/BP-344473147-172.17.0.2-1732686670826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:52:12,546 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:52:12,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2681cc3c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:52:12,550 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34978ace{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:52:12,550 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:52:12,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8a0a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:52:12,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37b8a642{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/hadoop.log.dir/,STOPPED} 2024-11-27T05:52:12,552 WARN [BP-344473147-172.17.0.2-1732686670826 heartbeating to localhost/127.0.0.1:45655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:52:12,552 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:52:12,552 WARN [BP-344473147-172.17.0.2-1732686670826 heartbeating to localhost/127.0.0.1:45655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-344473147-172.17.0.2-1732686670826 (Datanode Uuid c51d3c4a-90ef-4512-b9c8-8ae2b4b3a45b) service to localhost/127.0.0.1:45655 2024-11-27T05:52:12,552 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:52:12,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/cluster_780a5c8b-1230-3f7a-e05c-6ef1f9b9f9dc/data/data1/current/BP-344473147-172.17.0.2-1732686670826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:52:12,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/cluster_780a5c8b-1230-3f7a-e05c-6ef1f9b9f9dc/data/data2/current/BP-344473147-172.17.0.2-1732686670826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:52:12,553 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:52:12,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17a96577{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:52:12,558 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58920569{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:52:12,558 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:52:12,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ba41a71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:52:12,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62c30091{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/hadoop.log.dir/,STOPPED} 2024-11-27T05:52:12,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T05:52:12,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T05:52:12,600 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=111 (was 98) - Thread LEAK? -, OpenFileDescriptor=445 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7445 (was 7903) 2024-11-27T05:52:12,606 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=111, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7445 2024-11-27T05:52:12,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T05:52:12,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/hadoop.log.dir so I do NOT create it in target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe 2024-11-27T05:52:12,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/573ed1d1-df48-8de1-03b5-d279771c3673/hadoop.tmp.dir so I do NOT create it in target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe 2024-11-27T05:52:12,606 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/cluster_0e1e5f3d-17c2-947d-d47c-fbfce70538a9, deleteOnExit=true 2024-11-27T05:52:12,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T05:52:12,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/test.cache.data in system properties and HBase conf 2024-11-27T05:52:12,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T05:52:12,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/hadoop.log.dir in system properties and HBase conf 2024-11-27T05:52:12,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T05:52:12,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T05:52:12,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T05:52:12,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T05:52:12,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:52:12,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:52:12,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T05:52:12,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:52:12,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T05:52:12,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T05:52:12,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:52:12,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:52:12,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T05:52:12,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/nfs.dump.dir in system properties and HBase conf 2024-11-27T05:52:12,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/java.io.tmpdir in system properties and HBase conf 2024-11-27T05:52:12,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:52:12,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T05:52:12,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T05:52:13,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:52:13,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:52:13,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:52:13,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:52:13,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:52:13,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:52:13,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f04ce7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:52:13,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58c3a97b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:52:13,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75da58bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/java.io.tmpdir/jetty-localhost-43681-hadoop-hdfs-3_4_1-tests_jar-_-any-7400652312625849007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:52:13,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4148eb49{HTTP/1.1, (http/1.1)}{localhost:43681} 2024-11-27T05:52:13,323 INFO [Time-limited test {}] server.Server(415): Started @213250ms 2024-11-27T05:52:13,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:52:13,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:52:13,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:52:13,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:52:13,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:52:13,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b61392f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:52:13,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36865969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:52:13,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9839b47{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/java.io.tmpdir/jetty-localhost-35911-hadoop-hdfs-3_4_1-tests_jar-_-any-4439305554364400273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:52:13,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5648ad98{HTTP/1.1, (http/1.1)}{localhost:35911} 2024-11-27T05:52:13,695 INFO [Time-limited test {}] server.Server(415): Started @213622ms 2024-11-27T05:52:13,696 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:52:13,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:52:13,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:52:13,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:52:13,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:52:13,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:52:13,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77950c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:52:13,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ed17bc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:52:13,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718b2f77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/java.io.tmpdir/jetty-localhost-40901-hadoop-hdfs-3_4_1-tests_jar-_-any-14613542500898716116/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:52:13,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b1c84d{HTTP/1.1, (http/1.1)}{localhost:40901} 2024-11-27T05:52:13,830 INFO [Time-limited test {}] server.Server(415): Started @213758ms 2024-11-27T05:52:13,831 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:52:15,325 WARN [Thread-1614 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/cluster_0e1e5f3d-17c2-947d-d47c-fbfce70538a9/data/data1/current/BP-1349912516-172.17.0.2-1732686732630/current, will proceed with Du for space computation calculation, 2024-11-27T05:52:15,329 WARN [Thread-1615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/cluster_0e1e5f3d-17c2-947d-d47c-fbfce70538a9/data/data2/current/BP-1349912516-172.17.0.2-1732686732630/current, will proceed with Du for space computation calculation, 2024-11-27T05:52:15,348 WARN [Thread-1578 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:52:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15791d71fde4363 with lease ID 0xc8ef4cace1bfef92: Processing first storage report for DS-258874f5-b73b-4ff1-a9ef-3406b874d0fd from datanode DatanodeRegistration(127.0.0.1:46077, datanodeUuid=e2793de8-c6c6-40f6-b850-abb9821ddff7, infoPort=38267, infoSecurePort=0, ipcPort=33755, storageInfo=lv=-57;cid=testClusterID;nsid=962945901;c=1732686732630) 2024-11-27T05:52:15,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15791d71fde4363 with lease ID 0xc8ef4cace1bfef92: from storage DS-258874f5-b73b-4ff1-a9ef-3406b874d0fd node DatanodeRegistration(127.0.0.1:46077, datanodeUuid=e2793de8-c6c6-40f6-b850-abb9821ddff7, infoPort=38267, infoSecurePort=0, ipcPort=33755, storageInfo=lv=-57;cid=testClusterID;nsid=962945901;c=1732686732630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:52:15,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15791d71fde4363 with lease ID 0xc8ef4cace1bfef92: Processing first storage report for DS-e57451f0-e00e-45e7-a55d-1ffbbfe08775 from datanode DatanodeRegistration(127.0.0.1:46077, datanodeUuid=e2793de8-c6c6-40f6-b850-abb9821ddff7, infoPort=38267, infoSecurePort=0, ipcPort=33755, storageInfo=lv=-57;cid=testClusterID;nsid=962945901;c=1732686732630) 2024-11-27T05:52:15,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15791d71fde4363 with lease ID 0xc8ef4cace1bfef92: from storage DS-e57451f0-e00e-45e7-a55d-1ffbbfe08775 node DatanodeRegistration(127.0.0.1:46077, datanodeUuid=e2793de8-c6c6-40f6-b850-abb9821ddff7, infoPort=38267, infoSecurePort=0, ipcPort=33755, storageInfo=lv=-57;cid=testClusterID;nsid=962945901;c=1732686732630), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:52:15,835 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/cluster_0e1e5f3d-17c2-947d-d47c-fbfce70538a9/data/data3/current/BP-1349912516-172.17.0.2-1732686732630/current, will proceed with Du for space computation calculation, 2024-11-27T05:52:15,835 WARN [Thread-1626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/cluster_0e1e5f3d-17c2-947d-d47c-fbfce70538a9/data/data4/current/BP-1349912516-172.17.0.2-1732686732630/current, will proceed with Du for space computation calculation, 2024-11-27T05:52:15,857 WARN [Thread-1601 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:52:15,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33fe3bcd84609442 with lease ID 0xc8ef4cace1bfef93: Processing first storage report for DS-dd22e724-e451-447a-9d96-17ec9d875f19 from datanode DatanodeRegistration(127.0.0.1:41639, datanodeUuid=5a4bf76c-867f-4e16-ae50-6088ea4e1001, infoPort=34445, infoSecurePort=0, ipcPort=40969, storageInfo=lv=-57;cid=testClusterID;nsid=962945901;c=1732686732630) 2024-11-27T05:52:15,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33fe3bcd84609442 with lease ID 0xc8ef4cace1bfef93: from storage DS-dd22e724-e451-447a-9d96-17ec9d875f19 node DatanodeRegistration(127.0.0.1:41639, datanodeUuid=5a4bf76c-867f-4e16-ae50-6088ea4e1001, infoPort=34445, infoSecurePort=0, ipcPort=40969, storageInfo=lv=-57;cid=testClusterID;nsid=962945901;c=1732686732630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:52:15,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33fe3bcd84609442 with lease ID 0xc8ef4cace1bfef93: Processing first storage report for DS-700dd880-e6e2-4997-9ac1-67f0b1275643 from datanode DatanodeRegistration(127.0.0.1:41639, datanodeUuid=5a4bf76c-867f-4e16-ae50-6088ea4e1001, infoPort=34445, infoSecurePort=0, ipcPort=40969, storageInfo=lv=-57;cid=testClusterID;nsid=962945901;c=1732686732630) 2024-11-27T05:52:15,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33fe3bcd84609442 with lease ID 0xc8ef4cace1bfef93: from storage DS-700dd880-e6e2-4997-9ac1-67f0b1275643 node DatanodeRegistration(127.0.0.1:41639, datanodeUuid=5a4bf76c-867f-4e16-ae50-6088ea4e1001, infoPort=34445, infoSecurePort=0, ipcPort=40969, storageInfo=lv=-57;cid=testClusterID;nsid=962945901;c=1732686732630), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:52:15,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe 2024-11-27T05:52:15,876 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/cluster_0e1e5f3d-17c2-947d-d47c-fbfce70538a9/zookeeper_0, clientPort=52086, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/cluster_0e1e5f3d-17c2-947d-d47c-fbfce70538a9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/cluster_0e1e5f3d-17c2-947d-d47c-fbfce70538a9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T05:52:15,877 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52086 2024-11-27T05:52:15,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:52:15,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:52:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741825_1001 (size=7) 2024-11-27T05:52:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741825_1001 (size=7) 2024-11-27T05:52:15,891 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2 with version=8 2024-11-27T05:52:15,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35133/user/jenkins/test-data/3e1c4e3d-a5c9-4f7c-46e2-428369ff97c2/hbase-staging 2024-11-27T05:52:15,893 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:52:15,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:52:15,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:52:15,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:52:15,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:52:15,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:52:15,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T05:52:15,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:52:15,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39325 2024-11-27T05:52:15,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39325 connecting to ZooKeeper ensemble=127.0.0.1:52086 2024-11-27T05:52:16,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393250x0, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:52:16,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39325-0x1017ad965af0000 connected 2024-11-27T05:52:16,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:52:16,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:52:16,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:52:16,525 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2, hbase.cluster.distributed=false 2024-11-27T05:52:16,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:52:16,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39325 2024-11-27T05:52:16,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39325 2024-11-27T05:52:16,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39325 2024-11-27T05:52:16,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39325 2024-11-27T05:52:16,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39325 2024-11-27T05:52:16,543 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:52:16,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:52:16,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:52:16,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:52:16,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:52:16,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:52:16,544 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T05:52:16,544 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:52:16,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43295 2024-11-27T05:52:16,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43295 connecting to ZooKeeper ensemble=127.0.0.1:52086 2024-11-27T05:52:16,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:52:16,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:52:16,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432950x0, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:52:16,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43295-0x1017ad965af0001 connected 2024-11-27T05:52:16,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:52:16,574 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T05:52:16,575 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T05:52:16,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T05:52:16,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:52:16,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43295 2024-11-27T05:52:16,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43295 2024-11-27T05:52:16,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43295 2024-11-27T05:52:16,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43295 2024-11-27T05:52:16,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43295 2024-11-27T05:52:16,595 DEBUG [M:0;4da2d47fc9ac:39325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4da2d47fc9ac:39325 2024-11-27T05:52:16,596 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4da2d47fc9ac,39325,1732686735893 2024-11-27T05:52:16,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:52:16,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:52:16,605 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4da2d47fc9ac,39325,1732686735893 2024-11-27T05:52:16,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T05:52:16,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:16,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:16,615 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T05:52:16,616 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4da2d47fc9ac,39325,1732686735893 from backup master directory 2024-11-27T05:52:16,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4da2d47fc9ac,39325,1732686735893 2024-11-27T05:52:16,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:52:16,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:52:16,627 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:52:16,628 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4da2d47fc9ac,39325,1732686735893 2024-11-27T05:52:16,635 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/hbase.id] with ID: fafcd629-817b-4c81-8371-12ac5201ff43 2024-11-27T05:52:16,635 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/.tmp/hbase.id 2024-11-27T05:52:16,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741826_1002 (size=42) 2024-11-27T05:52:16,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741826_1002 (size=42) 2024-11-27T05:52:16,652 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/.tmp/hbase.id]:[hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/hbase.id] 2024-11-27T05:52:16,664 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:52:16,664 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T05:52:16,665 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T05:52:16,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:16,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:16,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741827_1003 (size=196) 2024-11-27T05:52:16,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741827_1003 (size=196) 2024-11-27T05:52:16,685 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T05:52:16,686 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T05:52:16,686 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:52:16,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741828_1004 (size=1189) 2024-11-27T05:52:16,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741828_1004 (size=1189) 2024-11-27T05:52:16,695 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store 2024-11-27T05:52:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741829_1005 (size=34) 2024-11-27T05:52:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741829_1005 (size=34) 2024-11-27T05:52:16,705 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:52:16,705 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:52:16,705 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:52:16,705 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:52:16,705 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:52:16,705 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:52:16,705 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:52:16,705 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686736705Disabling compacts and flushes for region at 1732686736705Disabling writes for close at 1732686736705Writing region close event to WAL at 1732686736705Closed at 1732686736705 2024-11-27T05:52:16,706 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/.initializing 2024-11-27T05:52:16,706 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/WALs/4da2d47fc9ac,39325,1732686735893 2024-11-27T05:52:16,707 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:52:16,709 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C39325%2C1732686735893, suffix=, logDir=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/WALs/4da2d47fc9ac,39325,1732686735893, archiveDir=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/oldWALs, maxLogs=10 2024-11-27T05:52:16,721 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/WALs/4da2d47fc9ac,39325,1732686735893/4da2d47fc9ac%2C39325%2C1732686735893.1732686736709, exclude list is [], retry=0 2024-11-27T05:52:16,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46077,DS-258874f5-b73b-4ff1-a9ef-3406b874d0fd,DISK] 2024-11-27T05:52:16,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-dd22e724-e451-447a-9d96-17ec9d875f19,DISK] 2024-11-27T05:52:16,725 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/WALs/4da2d47fc9ac,39325,1732686735893/4da2d47fc9ac%2C39325%2C1732686735893.1732686736709 2024-11-27T05:52:16,726 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38267:38267),(127.0.0.1/127.0.0.1:34445:34445)] 2024-11-27T05:52:16,726 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:52:16,726 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:52:16,726 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:52:16,726 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:52:16,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:52:16,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T05:52:16,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:52:16,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:52:16,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:52:16,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T05:52:16,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:52:16,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:52:16,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:52:16,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T05:52:16,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:52:16,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:52:16,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:52:16,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T05:52:16,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:52:16,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:52:16,736 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:52:16,737 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:52:16,737 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:52:16,738 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:52:16,738 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:52:16,738 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T05:52:16,740 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:52:16,742 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:52:16,742 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859060, jitterRate=0.09235197305679321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T05:52:16,743 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732686736726Initializing all the Stores at 1732686736727 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686736727Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686736728 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686736728Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686736728Cleaning up temporary data from old regions at 1732686736738 (+10 ms)Region opened successfully at 1732686736743 (+5 ms) 2024-11-27T05:52:16,743 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T05:52:16,746 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cabac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:52:16,747 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T05:52:16,747 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T05:52:16,747 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T05:52:16,747 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T05:52:16,748 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T05:52:16,748 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T05:52:16,748 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T05:52:16,750 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T05:52:16,751 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T05:52:16,762 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T05:52:16,762 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T05:52:16,763 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T05:52:16,772 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T05:52:16,773 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T05:52:16,774 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T05:52:16,783 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T05:52:16,784 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T05:52:16,793 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T05:52:16,796 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T05:52:16,804 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T05:52:16,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:52:16,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:52:16,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:16,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:16,815 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4da2d47fc9ac,39325,1732686735893, sessionid=0x1017ad965af0000, setting cluster-up flag (Was=false) 2024-11-27T05:52:16,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:16,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:16,868 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T05:52:16,871 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,39325,1732686735893 2024-11-27T05:52:16,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:16,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:16,920 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T05:52:16,922 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,39325,1732686735893 2024-11-27T05:52:16,924 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T05:52:16,927 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T05:52:16,927 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T05:52:16,927 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T05:52:16,928 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4da2d47fc9ac,39325,1732686735893 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T05:52:16,930 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:52:16,930 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:52:16,930 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:52:16,931 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:52:16,931 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4da2d47fc9ac:0, corePoolSize=10, maxPoolSize=10 2024-11-27T05:52:16,931 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:52:16,931 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:52:16,931 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:52:16,933 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732686766932 2024-11-27T05:52:16,933 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T05:52:16,933 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T05:52:16,933 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T05:52:16,933 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T05:52:16,933 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T05:52:16,933 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T05:52:16,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:52:16,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T05:52:16,933 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:16,934 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T05:52:16,934 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T05:52:16,934 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T05:52:16,934 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T05:52:16,934 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T05:52:16,934 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:52:16,934 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686736934,5,FailOnTimeoutGroup] 2024-11-27T05:52:16,935 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686736934,5,FailOnTimeoutGroup] 2024-11-27T05:52:16,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T05:52:16,935 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:16,935 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T05:52:16,935 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:16,935 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:16,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741831_1007 (size=1321) 2024-11-27T05:52:16,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741831_1007 (size=1321) 2024-11-27T05:52:16,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T05:52:16,941 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2 2024-11-27T05:52:16,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741832_1008 (size=32) 2024-11-27T05:52:16,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741832_1008 (size=32) 2024-11-27T05:52:16,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:52:16,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:52:16,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:52:16,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:52:16,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:52:16,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:52:16,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:52:16,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:52:16,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:52:16,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:52:16,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:52:16,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:52:16,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:52:16,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:52:16,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:52:16,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:52:16,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:52:16,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:52:16,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/data/hbase/meta/1588230740 2024-11-27T05:52:16,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/data/hbase/meta/1588230740 2024-11-27T05:52:16,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:52:16,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:52:16,957 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T05:52:16,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:52:16,960 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:52:16,960 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=825709, jitterRate=0.049943968653678894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T05:52:16,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732686736948Initializing all the Stores at 1732686736949 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686736949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686736949Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686736949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686736949Cleaning up temporary data from old regions at 1732686736957 (+8 ms)Region opened successfully at 1732686736961 (+4 ms) 2024-11-27T05:52:16,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:52:16,961 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:52:16,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:52:16,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:52:16,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:52:16,962 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:52:16,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686736961Disabling compacts and flushes for region at 1732686736961Disabling writes for close at 1732686736961Writing region close event to WAL at 1732686736962 (+1 ms)Closed at 1732686736962 2024-11-27T05:52:16,963 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:52:16,963 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T05:52:16,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T05:52:16,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:52:16,964 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T05:52:16,981 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(746): ClusterId : fafcd629-817b-4c81-8371-12ac5201ff43 2024-11-27T05:52:16,981 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T05:52:16,995 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T05:52:16,995 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T05:52:17,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,006 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T05:52:17,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,006 DEBUG [RS:0;4da2d47fc9ac:43295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17aac36b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:52:17,025 DEBUG [RS:0;4da2d47fc9ac:43295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4da2d47fc9ac:43295 2024-11-27T05:52:17,025 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T05:52:17,025 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T05:52:17,025 DEBUG [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T05:52:17,026 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(2659): reportForDuty to master=4da2d47fc9ac,39325,1732686735893 with port=43295, startcode=1732686736543 2024-11-27T05:52:17,026 DEBUG [RS:0;4da2d47fc9ac:43295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T05:52:17,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,027 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53753, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T05:52:17,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4da2d47fc9ac,43295,1732686736543 2024-11-27T05:52:17,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39325 {}] master.ServerManager(517): Registering regionserver=4da2d47fc9ac,43295,1732686736543 2024-11-27T05:52:17,029 DEBUG [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2 2024-11-27T05:52:17,029 DEBUG [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39083 2024-11-27T05:52:17,029 DEBUG [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T05:52:17,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:52:17,036 DEBUG [RS:0;4da2d47fc9ac:43295 {}] zookeeper.ZKUtil(111): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4da2d47fc9ac,43295,1732686736543 2024-11-27T05:52:17,036 WARN [RS:0;4da2d47fc9ac:43295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:52:17,036 INFO [RS:0;4da2d47fc9ac:43295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:52:17,036 DEBUG [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/4da2d47fc9ac,43295,1732686736543 2024-11-27T05:52:17,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4da2d47fc9ac,43295,1732686736543] 2024-11-27T05:52:17,040 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T05:52:17,042 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T05:52:17,042 INFO [RS:0;4da2d47fc9ac:43295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T05:52:17,042 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,042 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T05:52:17,043 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T05:52:17,043 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,043 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:52:17,043 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:52:17,043 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:52:17,043 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:52:17,043 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:52:17,043 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:52:17,044 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:52:17,044 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:52:17,044 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:52:17,044 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:52:17,044 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:52:17,044 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:52:17,044 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:52:17,044 DEBUG [RS:0;4da2d47fc9ac:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:52:17,044 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,044 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,044 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,044 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,044 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,044 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43295,1732686736543-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:52:17,058 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T05:52:17,058 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43295,1732686736543-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,058 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,058 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.Replication(171): 4da2d47fc9ac,43295,1732686736543 started 2024-11-27T05:52:17,071 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,071 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(1482): Serving as 4da2d47fc9ac,43295,1732686736543, RpcServer on 4da2d47fc9ac/172.17.0.2:43295, sessionid=0x1017ad965af0001 2024-11-27T05:52:17,071 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T05:52:17,071 DEBUG [RS:0;4da2d47fc9ac:43295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4da2d47fc9ac,43295,1732686736543 2024-11-27T05:52:17,071 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,43295,1732686736543' 2024-11-27T05:52:17,071 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T05:52:17,071 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T05:52:17,072 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T05:52:17,072 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T05:52:17,072 DEBUG [RS:0;4da2d47fc9ac:43295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4da2d47fc9ac,43295,1732686736543 2024-11-27T05:52:17,072 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,43295,1732686736543' 2024-11-27T05:52:17,072 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T05:52:17,072 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T05:52:17,073 DEBUG [RS:0;4da2d47fc9ac:43295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T05:52:17,073 INFO [RS:0;4da2d47fc9ac:43295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T05:52:17,073 INFO [RS:0;4da2d47fc9ac:43295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T05:52:17,114 WARN [4da2d47fc9ac:39325 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T05:52:17,174 INFO [RS:0;4da2d47fc9ac:43295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:52:17,177 INFO [RS:0;4da2d47fc9ac:43295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C43295%2C1732686736543, suffix=, logDir=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/4da2d47fc9ac,43295,1732686736543, archiveDir=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/oldWALs, maxLogs=32 2024-11-27T05:52:17,195 DEBUG [RS:0;4da2d47fc9ac:43295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/4da2d47fc9ac,43295,1732686736543/4da2d47fc9ac%2C43295%2C1732686736543.1732686737177, exclude list is [], retry=0 2024-11-27T05:52:17,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46077,DS-258874f5-b73b-4ff1-a9ef-3406b874d0fd,DISK] 2024-11-27T05:52:17,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-dd22e724-e451-447a-9d96-17ec9d875f19,DISK] 2024-11-27T05:52:17,200 INFO [RS:0;4da2d47fc9ac:43295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/4da2d47fc9ac,43295,1732686736543/4da2d47fc9ac%2C43295%2C1732686736543.1732686737177 2024-11-27T05:52:17,200 DEBUG [RS:0;4da2d47fc9ac:43295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34445:34445),(127.0.0.1/127.0.0.1:38267:38267)] 2024-11-27T05:52:17,365 DEBUG [4da2d47fc9ac:39325 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T05:52:17,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4da2d47fc9ac,43295,1732686736543 2024-11-27T05:52:17,368 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,43295,1732686736543, state=OPENING 2024-11-27T05:52:17,457 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T05:52:17,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:17,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:17,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:52:17,470 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:52:17,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:52:17,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,43295,1732686736543}] 2024-11-27T05:52:17,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T05:52:17,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:52:17,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T05:52:17,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T05:52:17,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-27T05:52:17,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T05:52:17,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58199, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T05:52:17,629 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T05:52:17,630 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:52:17,630 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T05:52:17,632 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C43295%2C1732686736543.meta, suffix=.meta, logDir=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/4da2d47fc9ac,43295,1732686736543, archiveDir=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/oldWALs, maxLogs=32 2024-11-27T05:52:17,646 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/4da2d47fc9ac,43295,1732686736543/4da2d47fc9ac%2C43295%2C1732686736543.meta.1732686737632.meta, exclude list is [], retry=0 2024-11-27T05:52:17,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46077,DS-258874f5-b73b-4ff1-a9ef-3406b874d0fd,DISK] 2024-11-27T05:52:17,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-dd22e724-e451-447a-9d96-17ec9d875f19,DISK] 2024-11-27T05:52:17,649 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/4da2d47fc9ac,43295,1732686736543/4da2d47fc9ac%2C43295%2C1732686736543.meta.1732686737632.meta 2024-11-27T05:52:17,650 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34445:34445),(127.0.0.1/127.0.0.1:38267:38267)] 2024-11-27T05:52:17,650 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:52:17,650 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T05:52:17,650 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T05:52:17,650 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T05:52:17,650 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T05:52:17,650 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:52:17,650 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T05:52:17,650 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T05:52:17,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:52:17,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:52:17,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:52:17,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:52:17,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:52:17,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:52:17,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:52:17,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:52:17,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:52:17,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:52:17,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:52:17,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:52:17,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:52:17,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:52:17,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:52:17,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:52:17,656 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:52:17,657 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/data/hbase/meta/1588230740 2024-11-27T05:52:17,658 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/data/hbase/meta/1588230740 2024-11-27T05:52:17,659 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:52:17,659 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:52:17,660 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T05:52:17,661 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:52:17,662 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=746893, jitterRate=-0.050277188420295715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T05:52:17,662 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T05:52:17,663 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732686737650Writing region info on filesystem at 1732686737650Initializing all the Stores at 1732686737651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686737651Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686737651Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686737651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686737652 (+1 ms)Cleaning up temporary data from old regions at 1732686737659 (+7 ms)Running coprocessor post-open hooks at 1732686737662 (+3 ms)Region opened successfully at 1732686737663 (+1 ms) 2024-11-27T05:52:17,664 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732686737624 2024-11-27T05:52:17,666 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T05:52:17,667 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T05:52:17,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4da2d47fc9ac,43295,1732686736543 2024-11-27T05:52:17,668 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,43295,1732686736543, state=OPEN 2024-11-27T05:52:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:52:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:52:17,729 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,43295,1732686736543 2024-11-27T05:52:17,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:52:17,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:52:17,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T05:52:17,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,43295,1732686736543 in 259 msec 2024-11-27T05:52:17,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T05:52:17,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 770 msec 2024-11-27T05:52:17,738 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:52:17,738 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T05:52:17,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:52:17,741 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,43295,1732686736543, seqNum=-1] 2024-11-27T05:52:17,741 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:52:17,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46321, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:52:17,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 822 msec 2024-11-27T05:52:17,749 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732686737749, completionTime=-1 2024-11-27T05:52:17,749 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T05:52:17,749 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T05:52:17,751 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T05:52:17,751 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732686797751 2024-11-27T05:52:17,751 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732686857751 2024-11-27T05:52:17,752 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T05:52:17,752 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,39325,1732686735893-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,752 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,39325,1732686735893-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,752 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,39325,1732686735893-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,752 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4da2d47fc9ac:39325, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,752 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,753 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,755 DEBUG [master/4da2d47fc9ac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T05:52:17,757 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.129sec 2024-11-27T05:52:17,758 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T05:52:17,758 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T05:52:17,758 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T05:52:17,758 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T05:52:17,758 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T05:52:17,758 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,39325,1732686735893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:52:17,758 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,39325,1732686735893-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T05:52:17,761 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T05:52:17,761 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T05:52:17,761 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,39325,1732686735893-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:52:17,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304a30db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:52:17,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4da2d47fc9ac,39325,-1 for getting cluster id 2024-11-27T05:52:17,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T05:52:17,785 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fafcd629-817b-4c81-8371-12ac5201ff43' 2024-11-27T05:52:17,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T05:52:17,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fafcd629-817b-4c81-8371-12ac5201ff43" 2024-11-27T05:52:17,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42828e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:52:17,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4da2d47fc9ac,39325,-1] 2024-11-27T05:52:17,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T05:52:17,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:52:17,788 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T05:52:17,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59973d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:52:17,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:52:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,43295,1732686736543, seqNum=-1] 2024-11-27T05:52:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:52:17,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:52:17,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4da2d47fc9ac,39325,1732686735893 2024-11-27T05:52:17,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:52:17,799 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-27T05:52:17,799 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:52:17,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:52:17,803 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/test.com,8080,1, archiveDir=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/oldWALs, maxLogs=32 2024-11-27T05:52:17,816 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/test.com,8080,1/test.com%2C8080%2C1.1732686737803, exclude list is [], retry=0 2024-11-27T05:52:17,819 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46077,DS-258874f5-b73b-4ff1-a9ef-3406b874d0fd,DISK] 2024-11-27T05:52:17,819 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-dd22e724-e451-447a-9d96-17ec9d875f19,DISK] 2024-11-27T05:52:17,821 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/test.com,8080,1/test.com%2C8080%2C1.1732686737803 2024-11-27T05:52:17,821 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38267:38267),(127.0.0.1/127.0.0.1:34445:34445)] 2024-11-27T05:52:17,833 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/test.com,8080,1/test.com%2C8080%2C1.1732686737821, exclude list is [], retry=0 2024-11-27T05:52:17,835 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-dd22e724-e451-447a-9d96-17ec9d875f19,DISK] 2024-11-27T05:52:17,835 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46077,DS-258874f5-b73b-4ff1-a9ef-3406b874d0fd,DISK] 2024-11-27T05:52:17,837 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/test.com,8080,1/test.com%2C8080%2C1.1732686737803 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/test.com,8080,1/test.com%2C8080%2C1.1732686737821 2024-11-27T05:52:17,837 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34445:34445),(127.0.0.1/127.0.0.1:38267:38267)] 2024-11-27T05:52:17,837 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/test.com,8080,1/test.com%2C8080%2C1.1732686737803 is not closed yet, will try archiving it next time 2024-11-27T05:52:17,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741835_1011 (size=93) 2024-11-27T05:52:17,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741835_1011 (size=93) 2024-11-27T05:52:17,840 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/WALs/test.com,8080,1/test.com%2C8080%2C1.1732686737803 to hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/oldWALs/test.com%2C8080%2C1.1732686737803 2024-11-27T05:52:17,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741836_1012 (size=93) 2024-11-27T05:52:17,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741836_1012 (size=93) 2024-11-27T05:52:17,843 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/oldWALs 2024-11-27T05:52:17,843 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732686737821) 2024-11-27T05:52:17,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T05:52:17,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:52:17,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:52:17,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:52:17,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:52:17,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T05:52:17,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T05:52:17,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1773000044, stopped=false 2024-11-27T05:52:17,844 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4da2d47fc9ac,39325,1732686735893 2024-11-27T05:52:17,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:52:17,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:52:17,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:17,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:17,857 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:52:17,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:52:17,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:52:17,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:52:17,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:52:17,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:52:17,857 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4da2d47fc9ac,43295,1732686736543' ***** 2024-11-27T05:52:17,857 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T05:52:17,858 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T05:52:17,858 INFO [RS:0;4da2d47fc9ac:43295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T05:52:17,858 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T05:52:17,858 INFO [RS:0;4da2d47fc9ac:43295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T05:52:17,858 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(959): stopping server 4da2d47fc9ac,43295,1732686736543 2024-11-27T05:52:17,858 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:52:17,858 INFO [RS:0;4da2d47fc9ac:43295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4da2d47fc9ac:43295. 2024-11-27T05:52:17,858 DEBUG [RS:0;4da2d47fc9ac:43295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:52:17,858 DEBUG [RS:0;4da2d47fc9ac:43295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:52:17,858 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T05:52:17,858 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T05:52:17,858 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T05:52:17,858 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T05:52:17,858 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T05:52:17,859 DEBUG [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T05:52:17,859 DEBUG [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T05:52:17,859 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:52:17,859 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:52:17,859 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:52:17,859 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:52:17,859 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:52:17,859 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T05:52:17,873 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/data/hbase/meta/1588230740/.tmp/ns/aae04dc292fe4d57bc6381fa5ebe31a1 is 43, key is default/ns:d/1732686737743/Put/seqid=0 2024-11-27T05:52:17,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741837_1013 (size=5153) 2024-11-27T05:52:17,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741837_1013 (size=5153) 2024-11-27T05:52:17,878 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/data/hbase/meta/1588230740/.tmp/ns/aae04dc292fe4d57bc6381fa5ebe31a1 2024-11-27T05:52:17,884 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/data/hbase/meta/1588230740/.tmp/ns/aae04dc292fe4d57bc6381fa5ebe31a1 as hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/data/hbase/meta/1588230740/ns/aae04dc292fe4d57bc6381fa5ebe31a1 2024-11-27T05:52:17,890 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/data/hbase/meta/1588230740/ns/aae04dc292fe4d57bc6381fa5ebe31a1, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T05:52:17,891 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-27T05:52:17,891 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T05:52:17,896 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T05:52:17,897 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T05:52:17,897 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:52:17,897 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686737859Running coprocessor pre-close hooks at 1732686737859Disabling compacts and flushes for region at 1732686737859Disabling writes for close at 1732686737859Obtaining lock to block concurrent updates at 1732686737859Preparing flush snapshotting stores in 1588230740 at 1732686737859Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732686737859Flushing stores of hbase:meta,,1.1588230740 at 1732686737860 (+1 ms)Flushing 1588230740/ns: creating writer at 1732686737860Flushing 1588230740/ns: appending metadata at 1732686737872 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732686737872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43fc9afb: reopening flushed file at 1732686737883 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1732686737891 (+8 ms)Writing region close event to WAL at 1732686737893 (+2 ms)Running coprocessor post-close hooks at 1732686737897 (+4 ms)Closed at 1732686737897 2024-11-27T05:52:17,898 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T05:52:18,050 INFO [regionserver/4da2d47fc9ac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T05:52:18,050 INFO [regionserver/4da2d47fc9ac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T05:52:18,059 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(976): stopping server 4da2d47fc9ac,43295,1732686736543; all regions closed. 2024-11-27T05:52:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741834_1010 (size=1152) 2024-11-27T05:52:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741834_1010 (size=1152) 2024-11-27T05:52:18,067 DEBUG [RS:0;4da2d47fc9ac:43295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/oldWALs 2024-11-27T05:52:18,067 INFO [RS:0;4da2d47fc9ac:43295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C43295%2C1732686736543.meta:.meta(num 1732686737632) 2024-11-27T05:52:18,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741833_1009 (size=93) 2024-11-27T05:52:18,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741833_1009 (size=93) 2024-11-27T05:52:18,073 DEBUG [RS:0;4da2d47fc9ac:43295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/oldWALs 2024-11-27T05:52:18,073 INFO [RS:0;4da2d47fc9ac:43295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C43295%2C1732686736543:(num 1732686737177) 2024-11-27T05:52:18,073 DEBUG [RS:0;4da2d47fc9ac:43295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:52:18,073 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:52:18,074 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:52:18,074 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.ChoreService(370): Chore service for: regionserver/4da2d47fc9ac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T05:52:18,074 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:52:18,074 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:52:18,074 INFO [RS:0;4da2d47fc9ac:43295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43295 2024-11-27T05:52:18,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4da2d47fc9ac,43295,1732686736543 2024-11-27T05:52:18,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:52:18,077 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:52:18,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4da2d47fc9ac,43295,1732686736543] 2024-11-27T05:52:18,099 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4da2d47fc9ac,43295,1732686736543 already deleted, retry=false 2024-11-27T05:52:18,099 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4da2d47fc9ac,43295,1732686736543 expired; onlineServers=0 2024-11-27T05:52:18,099 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4da2d47fc9ac,39325,1732686735893' ***** 2024-11-27T05:52:18,099 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T05:52:18,099 INFO [M:0;4da2d47fc9ac:39325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:52:18,099 INFO [M:0;4da2d47fc9ac:39325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:52:18,099 DEBUG [M:0;4da2d47fc9ac:39325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T05:52:18,099 DEBUG [M:0;4da2d47fc9ac:39325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T05:52:18,099 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T05:52:18,099 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686736934 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686736934,5,FailOnTimeoutGroup] 2024-11-27T05:52:18,099 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686736934 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686736934,5,FailOnTimeoutGroup] 2024-11-27T05:52:18,099 INFO [M:0;4da2d47fc9ac:39325 {}] hbase.ChoreService(370): Chore service for: master/4da2d47fc9ac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T05:52:18,099 INFO [M:0;4da2d47fc9ac:39325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:52:18,100 DEBUG [M:0;4da2d47fc9ac:39325 {}] master.HMaster(1795): Stopping service threads 2024-11-27T05:52:18,100 INFO [M:0;4da2d47fc9ac:39325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T05:52:18,100 INFO [M:0;4da2d47fc9ac:39325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:52:18,100 INFO [M:0;4da2d47fc9ac:39325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T05:52:18,100 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T05:52:18,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T05:52:18,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:52:18,109 DEBUG [M:0;4da2d47fc9ac:39325 {}] zookeeper.ZKUtil(347): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T05:52:18,109 WARN [M:0;4da2d47fc9ac:39325 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T05:52:18,110 INFO [M:0;4da2d47fc9ac:39325 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/.lastflushedseqids 2024-11-27T05:52:18,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741838_1014 (size=99) 2024-11-27T05:52:18,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741838_1014 (size=99) 2024-11-27T05:52:18,116 INFO [M:0;4da2d47fc9ac:39325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T05:52:18,116 INFO [M:0;4da2d47fc9ac:39325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T05:52:18,117 DEBUG [M:0;4da2d47fc9ac:39325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:52:18,117 INFO [M:0;4da2d47fc9ac:39325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:52:18,117 DEBUG [M:0;4da2d47fc9ac:39325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:52:18,117 DEBUG [M:0;4da2d47fc9ac:39325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:52:18,117 DEBUG [M:0;4da2d47fc9ac:39325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:52:18,117 INFO [M:0;4da2d47fc9ac:39325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-27T05:52:18,137 DEBUG [M:0;4da2d47fc9ac:39325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a611bb87ea9416faaec868182c4f43c is 82, key is hbase:meta,,1/info:regioninfo/1732686737667/Put/seqid=0 2024-11-27T05:52:18,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741839_1015 (size=5672) 2024-11-27T05:52:18,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741839_1015 (size=5672) 2024-11-27T05:52:18,143 INFO [M:0;4da2d47fc9ac:39325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a611bb87ea9416faaec868182c4f43c 2024-11-27T05:52:18,161 DEBUG [M:0;4da2d47fc9ac:39325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9c76c5ef23447cca31a204ef2402df6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732686737748/Put/seqid=0 2024-11-27T05:52:18,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741840_1016 (size=5275) 2024-11-27T05:52:18,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741840_1016 (size=5275) 2024-11-27T05:52:18,166 INFO [M:0;4da2d47fc9ac:39325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9c76c5ef23447cca31a204ef2402df6 2024-11-27T05:52:18,183 DEBUG [M:0;4da2d47fc9ac:39325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9274cdf34ce0444a8e2fb429b7288118 is 69, key is 4da2d47fc9ac,43295,1732686736543/rs:state/1732686737028/Put/seqid=0 2024-11-27T05:52:18,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741841_1017 (size=5156) 2024-11-27T05:52:18,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741841_1017 (size=5156) 2024-11-27T05:52:18,188 INFO [M:0;4da2d47fc9ac:39325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9274cdf34ce0444a8e2fb429b7288118 2024-11-27T05:52:18,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:52:18,188 INFO [RS:0;4da2d47fc9ac:43295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:52:18,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x1017ad965af0001, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:52:18,188 INFO [RS:0;4da2d47fc9ac:43295 {}] regionserver.HRegionServer(1031): Exiting; stopping=4da2d47fc9ac,43295,1732686736543; zookeeper connection closed. 2024-11-27T05:52:18,189 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ba17ca2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ba17ca2 2024-11-27T05:52:18,189 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T05:52:18,208 DEBUG [M:0;4da2d47fc9ac:39325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f46117b003674ead8975cc882c1a159f is 52, key is load_balancer_on/state:d/1732686737799/Put/seqid=0 2024-11-27T05:52:18,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741842_1018 (size=5056) 2024-11-27T05:52:18,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741842_1018 (size=5056) 2024-11-27T05:52:18,213 INFO [M:0;4da2d47fc9ac:39325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f46117b003674ead8975cc882c1a159f 2024-11-27T05:52:18,218 DEBUG [M:0;4da2d47fc9ac:39325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a611bb87ea9416faaec868182c4f43c as hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a611bb87ea9416faaec868182c4f43c 2024-11-27T05:52:18,222 INFO [M:0;4da2d47fc9ac:39325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a611bb87ea9416faaec868182c4f43c, entries=8, sequenceid=29, filesize=5.5 K 2024-11-27T05:52:18,223 DEBUG [M:0;4da2d47fc9ac:39325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9c76c5ef23447cca31a204ef2402df6 as hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9c76c5ef23447cca31a204ef2402df6 2024-11-27T05:52:18,228 INFO [M:0;4da2d47fc9ac:39325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9c76c5ef23447cca31a204ef2402df6, entries=3, sequenceid=29, filesize=5.2 K 2024-11-27T05:52:18,229 DEBUG [M:0;4da2d47fc9ac:39325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9274cdf34ce0444a8e2fb429b7288118 as hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9274cdf34ce0444a8e2fb429b7288118 2024-11-27T05:52:18,233 INFO [M:0;4da2d47fc9ac:39325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9274cdf34ce0444a8e2fb429b7288118, entries=1, sequenceid=29, filesize=5.0 K 2024-11-27T05:52:18,234 DEBUG [M:0;4da2d47fc9ac:39325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f46117b003674ead8975cc882c1a159f as hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f46117b003674ead8975cc882c1a159f 2024-11-27T05:52:18,239 INFO [M:0;4da2d47fc9ac:39325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39083/user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f46117b003674ead8975cc882c1a159f, entries=1, sequenceid=29, filesize=4.9 K 2024-11-27T05:52:18,239 INFO [M:0;4da2d47fc9ac:39325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=29, compaction requested=false 2024-11-27T05:52:18,241 INFO [M:0;4da2d47fc9ac:39325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:52:18,241 DEBUG [M:0;4da2d47fc9ac:39325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686738117Disabling compacts and flushes for region at 1732686738117Disabling writes for close at 1732686738117Obtaining lock to block concurrent updates at 1732686738117Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732686738117Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732686738118 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732686738118Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732686738118Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732686738137 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732686738137Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732686738147 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732686738160 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732686738160Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732686738170 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732686738183 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732686738183Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732686738192 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732686738207 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732686738207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26182759: reopening flushed file at 1732686738217 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750859c6: reopening flushed file at 1732686738222 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e58ef89: reopening flushed file at 1732686738228 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e51243: reopening flushed file at 1732686738233 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=29, compaction requested=false at 1732686738239 (+6 ms)Writing region close event to WAL at 1732686738241 (+2 ms)Closed at 1732686738241 2024-11-27T05:52:18,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741830_1006 (size=10311) 2024-11-27T05:52:18,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fdc8810f-8654-422e-6943-2b697b36e8d2/MasterData/WALs/4da2d47fc9ac,39325,1732686735893/4da2d47fc9ac%2C39325%2C1732686735893.1732686736709 not finished, retry = 0 2024-11-27T05:52:18,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46077 is added to blk_1073741830_1006 (size=10311) 2024-11-27T05:52:18,345 INFO [M:0;4da2d47fc9ac:39325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T05:52:18,345 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:52:18,346 INFO [M:0;4da2d47fc9ac:39325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39325 2024-11-27T05:52:18,346 INFO [M:0;4da2d47fc9ac:39325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:52:18,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:52:18,452 INFO [M:0;4da2d47fc9ac:39325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:52:18,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39325-0x1017ad965af0000, quorum=127.0.0.1:52086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:52:18,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718b2f77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:52:18,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b1c84d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:52:18,459 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:52:18,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ed17bc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:52:18,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77950c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/hadoop.log.dir/,STOPPED} 2024-11-27T05:52:18,462 WARN [BP-1349912516-172.17.0.2-1732686732630 heartbeating to localhost/127.0.0.1:39083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:52:18,462 WARN [BP-1349912516-172.17.0.2-1732686732630 heartbeating to localhost/127.0.0.1:39083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1349912516-172.17.0.2-1732686732630 (Datanode Uuid 5a4bf76c-867f-4e16-ae50-6088ea4e1001) service to localhost/127.0.0.1:39083 2024-11-27T05:52:18,462 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:52:18,462 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:52:18,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/cluster_0e1e5f3d-17c2-947d-d47c-fbfce70538a9/data/data3/current/BP-1349912516-172.17.0.2-1732686732630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:52:18,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/cluster_0e1e5f3d-17c2-947d-d47c-fbfce70538a9/data/data4/current/BP-1349912516-172.17.0.2-1732686732630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:52:18,463 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:52:18,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9839b47{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:52:18,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5648ad98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:52:18,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:52:18,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36865969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:52:18,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b61392f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/hadoop.log.dir/,STOPPED} 2024-11-27T05:52:18,467 WARN [BP-1349912516-172.17.0.2-1732686732630 heartbeating to localhost/127.0.0.1:39083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:52:18,467 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:52:18,467 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:52:18,467 WARN [BP-1349912516-172.17.0.2-1732686732630 heartbeating to localhost/127.0.0.1:39083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1349912516-172.17.0.2-1732686732630 (Datanode Uuid e2793de8-c6c6-40f6-b850-abb9821ddff7) service to localhost/127.0.0.1:39083 2024-11-27T05:52:18,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/cluster_0e1e5f3d-17c2-947d-d47c-fbfce70538a9/data/data1/current/BP-1349912516-172.17.0.2-1732686732630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:52:18,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/cluster_0e1e5f3d-17c2-947d-d47c-fbfce70538a9/data/data2/current/BP-1349912516-172.17.0.2-1732686732630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:52:18,468 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:52:18,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75da58bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:52:18,472 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4148eb49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:52:18,472 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:52:18,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58c3a97b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:52:18,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f04ce7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e9a01c0-aa1d-cd49-e3bd-bf6ae28ff9fe/hadoop.log.dir/,STOPPED} 2024-11-27T05:52:18,478 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T05:52:18,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T05:52:18,500 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 111) - Thread LEAK? -, OpenFileDescriptor=497 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7403 (was 7445)