2024-11-14 09:51:40,082 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-14 09:51:40,101 main DEBUG Took 0.016608 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 09:51:40,101 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 09:51:40,102 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 09:51:40,103 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 09:51:40,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:51:40,117 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 09:51:40,138 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:51:40,141 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:51:40,142 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:51:40,144 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:51:40,146 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:51:40,148 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:51:40,149 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,150 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:51:40,151 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,151 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:51:40,152 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:51:40,153 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:51:40,155 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:51:40,156 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:51:40,157 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,158 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 09:51:40,160 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:51:40,162 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 09:51:40,165 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 09:51:40,165 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 09:51:40,167 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 09:51:40,167 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 09:51:40,179 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 09:51:40,182 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 09:51:40,185 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 09:51:40,186 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 09:51:40,186 main DEBUG createAppenders(={Console}) 2024-11-14 09:51:40,187 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-14 09:51:40,188 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-14 09:51:40,188 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-14 09:51:40,189 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 09:51:40,190 main DEBUG OutputStream closed 2024-11-14 09:51:40,190 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 09:51:40,190 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 09:51:40,191 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-14 09:51:40,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 09:51:40,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 09:51:40,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 09:51:40,309 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 09:51:40,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 09:51:40,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 09:51:40,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 09:51:40,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 09:51:40,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 09:51:40,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 09:51:40,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 09:51:40,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 09:51:40,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 09:51:40,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 09:51:40,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 09:51:40,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 09:51:40,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 09:51:40,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 09:51:40,324 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 09:51:40,325 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-14 09:51:40,325 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 09:51:40,327 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-14T09:51:40,691 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061 2024-11-14 09:51:40,693 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 09:51:40,694 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T09:51:40,702 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-14T09:51:40,735 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=5394 2024-11-14T09:51:40,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:51:40,757 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/cluster_633bf8ed-6df7-b4f4-7e79-4a5325d0e95f, deleteOnExit=true 2024-11-14T09:51:40,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:51:40,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/test.cache.data in system properties and HBase conf 2024-11-14T09:51:40,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:51:40,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:51:40,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:51:40,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:51:40,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:51:40,871 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T09:51:40,971 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:51:40,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:51:40,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:51:40,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:51:40,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:51:40,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:51:40,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:51:40,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:51:40,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:51:40,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:51:40,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:51:40,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:51:40,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:51:40,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:51:40,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:51:42,053 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T09:51:42,127 INFO [Time-limited test {}] log.Log(170): Logging initialized @3060ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T09:51:42,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:51:42,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:51:42,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:51:42,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:51:42,287 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:51:42,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:51:42,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571c5822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:51:42,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5886ff95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:51:42,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@207fc993{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/java.io.tmpdir/jetty-localhost-40535-hadoop-hdfs-3_4_1-tests_jar-_-any-9082140538589991100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:51:42,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4770a0e6{HTTP/1.1, (http/1.1)}{localhost:40535} 2024-11-14T09:51:42,487 INFO [Time-limited test {}] server.Server(415): Started @3420ms 2024-11-14T09:51:43,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:51:43,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:51:43,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:51:43,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:51:43,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:51:43,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e562895{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:51:43,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6080f6d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:51:43,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c2f235b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/java.io.tmpdir/jetty-localhost-45875-hadoop-hdfs-3_4_1-tests_jar-_-any-5466412417360722713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:51:43,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b8939d9{HTTP/1.1, (http/1.1)}{localhost:45875} 2024-11-14T09:51:43,374 INFO [Time-limited test {}] server.Server(415): Started @4307ms 2024-11-14T09:51:43,434 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:51:43,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:51:43,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:51:43,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:51:43,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:51:43,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:51:43,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0d5314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:51:43,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa2667c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:51:43,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8ddfee8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/java.io.tmpdir/jetty-localhost-38581-hadoop-hdfs-3_4_1-tests_jar-_-any-6537660003584836787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:51:43,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@354a6507{HTTP/1.1, (http/1.1)}{localhost:38581} 2024-11-14T09:51:43,663 INFO [Time-limited test {}] server.Server(415): Started @4596ms 2024-11-14T09:51:43,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:51:44,963 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/cluster_633bf8ed-6df7-b4f4-7e79-4a5325d0e95f/data/data4/current/BP-638224527-172.17.0.2-1731577901510/current, will proceed with Du for space computation calculation, 2024-11-14T09:51:44,963 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/cluster_633bf8ed-6df7-b4f4-7e79-4a5325d0e95f/data/data3/current/BP-638224527-172.17.0.2-1731577901510/current, will proceed with Du for space computation calculation, 2024-11-14T09:51:44,984 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/cluster_633bf8ed-6df7-b4f4-7e79-4a5325d0e95f/data/data2/current/BP-638224527-172.17.0.2-1731577901510/current, will proceed with Du for space computation calculation, 2024-11-14T09:51:44,984 WARN [Thread-102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/cluster_633bf8ed-6df7-b4f4-7e79-4a5325d0e95f/data/data1/current/BP-638224527-172.17.0.2-1731577901510/current, will proceed with Du for space computation calculation, 2024-11-14T09:51:45,005 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:51:45,012 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:51:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcb2e8671d09f352 with lease ID 0x884fb49474afc5f5: Processing first storage report for DS-153e7fb3-73e9-451b-8d1d-b5bc13c6c674 from datanode DatanodeRegistration(127.0.0.1:43503, datanodeUuid=ab6b6aa4-7694-4a6d-9181-2903f96aad15, infoPort=39563, infoSecurePort=0, ipcPort=37973, storageInfo=lv=-57;cid=testClusterID;nsid=2049293986;c=1731577901510) 2024-11-14T09:51:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcb2e8671d09f352 with lease ID 0x884fb49474afc5f5: from storage DS-153e7fb3-73e9-451b-8d1d-b5bc13c6c674 node DatanodeRegistration(127.0.0.1:43503, datanodeUuid=ab6b6aa4-7694-4a6d-9181-2903f96aad15, infoPort=39563, infoSecurePort=0, ipcPort=37973, storageInfo=lv=-57;cid=testClusterID;nsid=2049293986;c=1731577901510), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:51:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45c12371a92b89c0 with lease ID 0x884fb49474afc5f4: Processing first storage report for DS-5dc3b7b4-c656-4498-b415-4456d93eb6e9 from datanode DatanodeRegistration(127.0.0.1:40871, datanodeUuid=0dbd6267-99dd-48a4-bf7b-c9dc622bf728, infoPort=37501, infoSecurePort=0, ipcPort=39111, storageInfo=lv=-57;cid=testClusterID;nsid=2049293986;c=1731577901510) 2024-11-14T09:51:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45c12371a92b89c0 with lease ID 0x884fb49474afc5f4: from storage DS-5dc3b7b4-c656-4498-b415-4456d93eb6e9 node DatanodeRegistration(127.0.0.1:40871, datanodeUuid=0dbd6267-99dd-48a4-bf7b-c9dc622bf728, infoPort=37501, infoSecurePort=0, ipcPort=39111, storageInfo=lv=-57;cid=testClusterID;nsid=2049293986;c=1731577901510), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:51:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcb2e8671d09f352 with lease ID 0x884fb49474afc5f5: Processing first storage report for DS-db110d61-8ab9-4755-9d1b-70cce6f0b60c from datanode DatanodeRegistration(127.0.0.1:43503, datanodeUuid=ab6b6aa4-7694-4a6d-9181-2903f96aad15, infoPort=39563, infoSecurePort=0, ipcPort=37973, storageInfo=lv=-57;cid=testClusterID;nsid=2049293986;c=1731577901510) 2024-11-14T09:51:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcb2e8671d09f352 with lease ID 0x884fb49474afc5f5: from storage DS-db110d61-8ab9-4755-9d1b-70cce6f0b60c node DatanodeRegistration(127.0.0.1:43503, datanodeUuid=ab6b6aa4-7694-4a6d-9181-2903f96aad15, infoPort=39563, infoSecurePort=0, ipcPort=37973, storageInfo=lv=-57;cid=testClusterID;nsid=2049293986;c=1731577901510), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:51:45,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45c12371a92b89c0 with lease ID 0x884fb49474afc5f4: Processing first storage report for DS-c4b664a9-6d9a-4e66-a305-5bb9ed9f22ef from datanode DatanodeRegistration(127.0.0.1:40871, datanodeUuid=0dbd6267-99dd-48a4-bf7b-c9dc622bf728, infoPort=37501, infoSecurePort=0, ipcPort=39111, storageInfo=lv=-57;cid=testClusterID;nsid=2049293986;c=1731577901510) 2024-11-14T09:51:45,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45c12371a92b89c0 with lease ID 0x884fb49474afc5f4: from storage DS-c4b664a9-6d9a-4e66-a305-5bb9ed9f22ef node DatanodeRegistration(127.0.0.1:40871, datanodeUuid=0dbd6267-99dd-48a4-bf7b-c9dc622bf728, infoPort=37501, infoSecurePort=0, ipcPort=39111, storageInfo=lv=-57;cid=testClusterID;nsid=2049293986;c=1731577901510), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:51:45,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061 2024-11-14T09:51:45,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/cluster_633bf8ed-6df7-b4f4-7e79-4a5325d0e95f/zookeeper_0, clientPort=60939, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/cluster_633bf8ed-6df7-b4f4-7e79-4a5325d0e95f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/cluster_633bf8ed-6df7-b4f4-7e79-4a5325d0e95f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:51:45,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60939 2024-11-14T09:51:45,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:51:45,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:51:45,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:51:45,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:51:45,840 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324 with version=8 2024-11-14T09:51:45,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/hbase-staging 2024-11-14T09:51:45,960 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T09:51:46,313 INFO [Time-limited test {}] client.ConnectionUtils(128): master/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:51:46,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:51:46,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:51:46,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:51:46,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:51:46,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:51:46,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:51:46,643 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T09:51:46,657 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T09:51:46,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:51:46,701 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 59758 (auto-detected) 2024-11-14T09:51:46,702 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T09:51:46,731 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45101 2024-11-14T09:51:46,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45101 connecting to ZooKeeper ensemble=127.0.0.1:60939 2024-11-14T09:51:46,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451010x0, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:51:46,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45101-0x10138c1fbab0000 connected 2024-11-14T09:51:47,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:51:47,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:51:47,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:51:47,021 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324, hbase.cluster.distributed=false 2024-11-14T09:51:47,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:51:47,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45101 2024-11-14T09:51:47,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45101 2024-11-14T09:51:47,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45101 2024-11-14T09:51:47,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45101 2024-11-14T09:51:47,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45101 2024-11-14T09:51:47,178 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:51:47,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:51:47,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:51:47,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:51:47,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:51:47,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:51:47,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:51:47,188 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:51:47,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38031 2024-11-14T09:51:47,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38031 connecting to ZooKeeper ensemble=127.0.0.1:60939 2024-11-14T09:51:47,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:51:47,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:51:47,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380310x0, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:51:47,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380310x0, quorum=127.0.0.1:60939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:51:47,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38031-0x10138c1fbab0001 connected 2024-11-14T09:51:47,225 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:51:47,235 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:51:47,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T09:51:47,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:51:47,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-14T09:51:47,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38031 2024-11-14T09:51:47,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38031 2024-11-14T09:51:47,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-14T09:51:47,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-14T09:51:47,267 DEBUG [M:0;defc576eb6b7:45101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;defc576eb6b7:45101 2024-11-14T09:51:47,268 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/defc576eb6b7,45101,1731577906067 2024-11-14T09:51:47,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:51:47,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:51:47,285 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/defc576eb6b7,45101,1731577906067 2024-11-14T09:51:47,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T09:51:47,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:51:47,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:51:47,316 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T09:51:47,317 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/defc576eb6b7,45101,1731577906067 from backup master directory 2024-11-14T09:51:47,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:51:47,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/defc576eb6b7,45101,1731577906067 2024-11-14T09:51:47,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:51:47,326 WARN [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:51:47,326 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=defc576eb6b7,45101,1731577906067 2024-11-14T09:51:47,328 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T09:51:47,330 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T09:51:47,382 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/hbase.id] with ID: 6d756f77-1964-49d8-9636-0e686b6358b1 2024-11-14T09:51:47,382 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/.tmp/hbase.id 2024-11-14T09:51:47,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:51:47,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:51:47,395 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/.tmp/hbase.id]:[hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/hbase.id] 2024-11-14T09:51:47,440 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:51:47,446 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:51:47,464 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-14T09:51:47,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:51:47,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:51:47,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:51:47,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:51:47,506 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:51:47,510 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:51:47,518 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:51:47,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:51:47,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:51:47,577 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store 2024-11-14T09:51:47,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:51:47,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:51:47,606 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T09:51:47,626 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:51:47,628 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:51:47,628 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:51:47,628 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:51:47,633 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:51:47,633 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:51:47,635 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:51:47,637 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731577907627Disabling compacts and flushes for region at 1731577907627Disabling writes for close at 1731577907633 (+6 ms)Writing region close event to WAL at 1731577907635 (+2 ms)Closed at 1731577907635 2024-11-14T09:51:47,640 WARN [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/.initializing 2024-11-14T09:51:47,641 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/WALs/defc576eb6b7,45101,1731577906067 2024-11-14T09:51:47,651 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:51:47,672 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C45101%2C1731577906067, suffix=, logDir=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/WALs/defc576eb6b7,45101,1731577906067, archiveDir=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/oldWALs, maxLogs=10 2024-11-14T09:51:47,719 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/WALs/defc576eb6b7,45101,1731577906067/defc576eb6b7%2C45101%2C1731577906067.1731577907679, exclude list is [], retry=0 2024-11-14T09:51:47,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:51:47,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40871,DS-5dc3b7b4-c656-4498-b415-4456d93eb6e9,DISK] 2024-11-14T09:51:47,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43503,DS-153e7fb3-73e9-451b-8d1d-b5bc13c6c674,DISK] 2024-11-14T09:51:47,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T09:51:47,799 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/WALs/defc576eb6b7,45101,1731577906067/defc576eb6b7%2C45101%2C1731577906067.1731577907679 2024-11-14T09:51:47,800 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39563:39563),(127.0.0.1/127.0.0.1:37501:37501)] 2024-11-14T09:51:47,801 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:51:47,802 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:51:47,806 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:51:47,807 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:51:47,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:51:47,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:51:47,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:47,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:51:47,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:51:47,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:51:47,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:47,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:51:47,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:51:47,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:51:47,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:47,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:51:47,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:51:47,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:51:47,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:47,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:51:47,913 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:51:47,916 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:51:47,918 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:51:47,923 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:51:47,923 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:51:47,926 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:51:47,930 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:51:47,935 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:51:47,936 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=849075, jitterRate=0.07965530455112457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:51:47,946 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731577907820Initializing all the Stores at 1731577907823 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577907823Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577907824 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577907824Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577907824Cleaning up temporary data from old regions at 1731577907923 (+99 ms)Region opened successfully at 1731577907946 (+23 ms) 2024-11-14T09:51:47,948 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:51:47,977 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16882ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:51:48,004 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:51:48,013 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:51:48,013 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:51:48,016 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:51:48,017 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T09:51:48,021 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T09:51:48,021 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:51:48,044 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:51:48,051 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T09:51:48,114 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T09:51:48,117 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:51:48,118 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:51:48,125 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T09:51:48,128 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:51:48,132 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:51:48,145 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T09:51:48,148 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:51:48,156 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T09:51:48,174 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:51:48,177 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T09:51:48,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:51:48,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:51:48,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:51:48,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:51:48,192 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=defc576eb6b7,45101,1731577906067, sessionid=0x10138c1fbab0000, setting cluster-up flag (Was=false) 2024-11-14T09:51:48,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:51:48,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:51:48,251 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T09:51:48,254 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=defc576eb6b7,45101,1731577906067 2024-11-14T09:51:48,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:51:48,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:51:48,304 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T09:51:48,308 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=defc576eb6b7,45101,1731577906067 2024-11-14T09:51:48,315 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:51:48,357 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(746): ClusterId : 6d756f77-1964-49d8-9636-0e686b6358b1 2024-11-14T09:51:48,360 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:51:48,370 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:51:48,370 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:51:48,379 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:51:48,379 DEBUG [RS:0;defc576eb6b7:38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239f511a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:51:48,383 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:51:48,391 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:51:48,392 DEBUG [RS:0;defc576eb6b7:38031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;defc576eb6b7:38031 2024-11-14T09:51:48,395 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:51:48,395 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:51:48,395 DEBUG [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:51:48,397 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:51:48,397 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(2659): reportForDuty to master=defc576eb6b7,45101,1731577906067 with port=38031, startcode=1731577907139 2024-11-14T09:51:48,402 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: defc576eb6b7,45101,1731577906067 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:51:48,408 DEBUG [RS:0;defc576eb6b7:38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:51:48,410 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:51:48,410 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:51:48,410 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:51:48,411 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:51:48,411 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/defc576eb6b7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:51:48,411 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:51:48,411 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:51:48,411 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:51:48,413 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731577938413 2024-11-14T09:51:48,415 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:51:48,416 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:51:48,417 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:51:48,417 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:51:48,419 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:51:48,420 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:51:48,420 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:51:48,420 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:51:48,421 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,424 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:48,425 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:51:48,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:51:48,426 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:51:48,426 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:51:48,428 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:51:48,429 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:51:48,432 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731577908431,5,FailOnTimeoutGroup] 2024-11-14T09:51:48,433 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731577908432,5,FailOnTimeoutGroup] 2024-11-14T09:51:48,433 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,433 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:51:48,434 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,434 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:51:48,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:51:48,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:51:48,441 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324 2024-11-14T09:51:48,443 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57967, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:51:48,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer defc576eb6b7,38031,1731577907139 2024-11-14T09:51:48,451 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45101 {}] master.ServerManager(517): Registering regionserver=defc576eb6b7,38031,1731577907139 2024-11-14T09:51:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:51:48,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:51:48,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:51:48,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:51:48,466 DEBUG [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324 2024-11-14T09:51:48,466 DEBUG [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41895 2024-11-14T09:51:48,466 DEBUG [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:51:48,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:51:48,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:48,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:51:48,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:51:48,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:51:48,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:48,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:51:48,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:51:48,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:51:48,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:48,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:51:48,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:51:48,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:51:48,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:48,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:51:48,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:51:48,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740 2024-11-14T09:51:48,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740 2024-11-14T09:51:48,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:51:48,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:51:48,486 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T09:51:48,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:51:48,491 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:51:48,492 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=843636, jitterRate=0.072739377617836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T09:51:48,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731577908462Initializing all the Stores at 1731577908464 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577908464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577908465 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577908465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577908465Cleaning up temporary data from old regions at 1731577908485 (+20 ms)Region opened successfully at 1731577908496 (+11 ms) 2024-11-14T09:51:48,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:51:48,496 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:51:48,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:51:48,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:51:48,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:51:48,497 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:51:48,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731577908496Disabling compacts and flushes for region at 1731577908496Disabling writes for close at 1731577908496Writing region close event to WAL at 1731577908497 (+1 ms)Closed at 1731577908497 2024-11-14T09:51:48,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:51:48,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:51:48,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:51:48,513 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:51:48,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:51:48,515 DEBUG [RS:0;defc576eb6b7:38031 {}] zookeeper.ZKUtil(111): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/defc576eb6b7,38031,1731577907139 2024-11-14T09:51:48,515 WARN [RS:0;defc576eb6b7:38031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:51:48,515 INFO [RS:0;defc576eb6b7:38031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:51:48,515 DEBUG [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139 2024-11-14T09:51:48,516 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:51:48,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [defc576eb6b7,38031,1731577907139] 2024-11-14T09:51:48,537 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:51:48,551 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:51:48,556 INFO [RS:0;defc576eb6b7:38031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:51:48,556 INFO [RS:0;defc576eb6b7:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,557 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:51:48,562 INFO [RS:0;defc576eb6b7:38031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:51:48,563 INFO [RS:0;defc576eb6b7:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,563 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:51:48,563 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:51:48,563 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:51:48,563 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:51:48,563 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:51:48,564 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:51:48,564 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:51:48,564 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:51:48,564 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:51:48,564 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:51:48,564 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:51:48,564 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:51:48,564 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:51:48,565 DEBUG [RS:0;defc576eb6b7:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:51:48,565 INFO [RS:0;defc576eb6b7:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,566 INFO [RS:0;defc576eb6b7:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,566 INFO [RS:0;defc576eb6b7:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,566 INFO [RS:0;defc576eb6b7:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,566 INFO [RS:0;defc576eb6b7:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,566 INFO [RS:0;defc576eb6b7:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38031,1731577907139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:51:48,582 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:51:48,584 INFO [RS:0;defc576eb6b7:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38031,1731577907139-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,584 INFO [RS:0;defc576eb6b7:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,584 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.Replication(171): defc576eb6b7,38031,1731577907139 started 2024-11-14T09:51:48,599 INFO [RS:0;defc576eb6b7:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:48,600 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(1482): Serving as defc576eb6b7,38031,1731577907139, RpcServer on defc576eb6b7/172.17.0.2:38031, sessionid=0x10138c1fbab0001 2024-11-14T09:51:48,600 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:51:48,600 DEBUG [RS:0;defc576eb6b7:38031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager defc576eb6b7,38031,1731577907139 2024-11-14T09:51:48,601 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,38031,1731577907139' 2024-11-14T09:51:48,601 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T09:51:48,602 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T09:51:48,602 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:51:48,602 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:51:48,602 DEBUG [RS:0;defc576eb6b7:38031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager defc576eb6b7,38031,1731577907139 2024-11-14T09:51:48,602 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,38031,1731577907139' 2024-11-14T09:51:48,603 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T09:51:48,603 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T09:51:48,604 DEBUG [RS:0;defc576eb6b7:38031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:51:48,604 INFO [RS:0;defc576eb6b7:38031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:51:48,604 INFO [RS:0;defc576eb6b7:38031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:51:48,667 WARN [defc576eb6b7:45101 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T09:51:48,714 INFO [RS:0;defc576eb6b7:38031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:51:48,718 INFO [RS:0;defc576eb6b7:38031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C38031%2C1731577907139, suffix=, logDir=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139, archiveDir=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/oldWALs, maxLogs=32 2024-11-14T09:51:48,731 DEBUG [RS:0;defc576eb6b7:38031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577908720, exclude list is [], retry=0 2024-11-14T09:51:48,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40871,DS-5dc3b7b4-c656-4498-b415-4456d93eb6e9,DISK] 2024-11-14T09:51:48,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43503,DS-153e7fb3-73e9-451b-8d1d-b5bc13c6c674,DISK] 2024-11-14T09:51:48,740 INFO [RS:0;defc576eb6b7:38031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577908720 2024-11-14T09:51:48,740 DEBUG [RS:0;defc576eb6b7:38031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37501:37501),(127.0.0.1/127.0.0.1:39563:39563)] 2024-11-14T09:51:48,924 DEBUG [defc576eb6b7:45101 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:51:48,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=defc576eb6b7,38031,1731577907139 2024-11-14T09:51:48,947 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,38031,1731577907139, state=OPENING 2024-11-14T09:51:48,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:51:49,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:51:49,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:51:49,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:51:49,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:51:49,014 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:51:49,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,38031,1731577907139}] 2024-11-14T09:51:49,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:51:49,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36523, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:51:49,209 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:51:49,209 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:51:49,210 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:51:49,213 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C38031%2C1731577907139.meta, suffix=.meta, logDir=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139, archiveDir=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/oldWALs, maxLogs=32 2024-11-14T09:51:49,228 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.meta.1731577909215.meta, exclude list is [], retry=0 2024-11-14T09:51:49,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40871,DS-5dc3b7b4-c656-4498-b415-4456d93eb6e9,DISK] 2024-11-14T09:51:49,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43503,DS-153e7fb3-73e9-451b-8d1d-b5bc13c6c674,DISK] 2024-11-14T09:51:49,235 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.meta.1731577909215.meta 2024-11-14T09:51:49,236 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37501:37501),(127.0.0.1/127.0.0.1:39563:39563)] 2024-11-14T09:51:49,236 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:51:49,238 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:51:49,240 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:51:49,244 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:51:49,247 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:51:49,248 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:51:49,248 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:51:49,248 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:51:49,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:51:49,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:51:49,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:49,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:51:49,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:51:49,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:51:49,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:49,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:51:49,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:51:49,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:51:49,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:49,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:51:49,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:51:49,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:51:49,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:49,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:51:49,262 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:51:49,264 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740 2024-11-14T09:51:49,266 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740 2024-11-14T09:51:49,269 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:51:49,269 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:51:49,270 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T09:51:49,273 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:51:49,275 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=706721, jitterRate=-0.10135889053344727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T09:51:49,276 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:51:49,278 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731577909249Writing region info on filesystem at 1731577909249Initializing all the Stores at 1731577909251 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577909251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577909251Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577909251Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577909251Cleaning up temporary data from old regions at 1731577909269 (+18 ms)Running coprocessor post-open hooks at 1731577909276 (+7 ms)Region opened successfully at 1731577909278 (+2 ms) 2024-11-14T09:51:49,286 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731577909187 2024-11-14T09:51:49,298 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:51:49,299 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:51:49,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,38031,1731577907139 2024-11-14T09:51:49,304 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,38031,1731577907139, state=OPEN 2024-11-14T09:51:49,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:51:49,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:51:49,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:51:49,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:51:49,386 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=defc576eb6b7,38031,1731577907139 2024-11-14T09:51:49,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:51:49,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,38031,1731577907139 in 369 msec 2024-11-14T09:51:49,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:51:49,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 891 msec 2024-11-14T09:51:49,403 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:51:49,404 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:51:49,422 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:51:49,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,38031,1731577907139, seqNum=-1] 2024-11-14T09:51:49,442 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:51:49,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42073, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:51:49,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1200 sec 2024-11-14T09:51:49,465 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731577909465, completionTime=-1 2024-11-14T09:51:49,468 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:51:49,468 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:51:49,494 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T09:51:49,494 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731577969494 2024-11-14T09:51:49,494 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731578029494 2024-11-14T09:51:49,494 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-14T09:51:49,496 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,45101,1731577906067-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:49,496 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,45101,1731577906067-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:49,496 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,45101,1731577906067-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:49,498 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-defc576eb6b7:45101, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:49,498 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:49,498 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:49,504 DEBUG [master/defc576eb6b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:51:49,528 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.201sec 2024-11-14T09:51:49,529 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:51:49,531 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:51:49,532 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:51:49,533 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:51:49,534 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:51:49,535 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,45101,1731577906067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:51:49,535 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,45101,1731577906067-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:51:49,544 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:51:49,544 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:51:49,545 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,45101,1731577906067-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:51:49,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff42d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:51:49,569 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T09:51:49,569 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T09:51:49,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request defc576eb6b7,45101,-1 for getting cluster id 2024-11-14T09:51:49,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:51:49,584 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d756f77-1964-49d8-9636-0e686b6358b1' 2024-11-14T09:51:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:51:49,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d756f77-1964-49d8-9636-0e686b6358b1" 2024-11-14T09:51:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187282b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:51:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [defc576eb6b7,45101,-1] 2024-11-14T09:51:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:51:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:51:49,595 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:51:49,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5717f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:51:49,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:51:49,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,38031,1731577907139, seqNum=-1] 2024-11-14T09:51:49,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:51:49,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:51:49,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=defc576eb6b7,45101,1731577906067 2024-11-14T09:51:49,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:51:49,639 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T09:51:49,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:51:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is defc576eb6b7,45101,1731577906067 2024-11-14T09:51:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b222ca5 2024-11-14T09:51:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:51:49,654 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:51:49,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T09:51:49,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T09:51:49,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:51:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-14T09:51:49,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:51:49,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-14T09:51:49,675 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:49,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:51:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:51:49,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741835_1011 (size=389) 2024-11-14T09:51:49,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741835_1011 (size=389) 2024-11-14T09:51:49,696 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3c6b228ea22db6506b52f8379135507, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324 2024-11-14T09:51:49,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741836_1012 (size=72) 2024-11-14T09:51:49,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741836_1012 (size=72) 2024-11-14T09:51:49,708 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:51:49,709 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing a3c6b228ea22db6506b52f8379135507, disabling compactions & flushes 2024-11-14T09:51:49,709 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. 2024-11-14T09:51:49,709 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. 2024-11-14T09:51:49,709 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. after waiting 0 ms 2024-11-14T09:51:49,709 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. 2024-11-14T09:51:49,709 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. 2024-11-14T09:51:49,709 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3c6b228ea22db6506b52f8379135507: Waiting for close lock at 1731577909708Disabling compacts and flushes for region at 1731577909708Disabling writes for close at 1731577909709 (+1 ms)Writing region close event to WAL at 1731577909709Closed at 1731577909709 2024-11-14T09:51:49,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:51:49,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731577909712"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577909712"}]},"ts":"1731577909712"} 2024-11-14T09:51:49,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:51:49,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:51:49,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731577909724"}]},"ts":"1731577909724"} 2024-11-14T09:51:49,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-14T09:51:49,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a3c6b228ea22db6506b52f8379135507, ASSIGN}] 2024-11-14T09:51:49,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a3c6b228ea22db6506b52f8379135507, ASSIGN 2024-11-14T09:51:49,737 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a3c6b228ea22db6506b52f8379135507, ASSIGN; state=OFFLINE, location=defc576eb6b7,38031,1731577907139; forceNewPlan=false, retain=false 2024-11-14T09:51:49,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3c6b228ea22db6506b52f8379135507, regionState=OPENING, regionLocation=defc576eb6b7,38031,1731577907139 2024-11-14T09:51:49,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a3c6b228ea22db6506b52f8379135507, ASSIGN because future has completed 2024-11-14T09:51:49,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c6b228ea22db6506b52f8379135507, server=defc576eb6b7,38031,1731577907139}] 2024-11-14T09:51:50,068 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. 2024-11-14T09:51:50,068 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a3c6b228ea22db6506b52f8379135507, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:51:50,069 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling a3c6b228ea22db6506b52f8379135507 2024-11-14T09:51:50,069 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:51:50,069 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a3c6b228ea22db6506b52f8379135507 2024-11-14T09:51:50,069 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a3c6b228ea22db6506b52f8379135507 2024-11-14T09:51:50,072 INFO [StoreOpener-a3c6b228ea22db6506b52f8379135507-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a3c6b228ea22db6506b52f8379135507 2024-11-14T09:51:50,074 INFO [StoreOpener-a3c6b228ea22db6506b52f8379135507-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3c6b228ea22db6506b52f8379135507 columnFamilyName info 2024-11-14T09:51:50,074 DEBUG [StoreOpener-a3c6b228ea22db6506b52f8379135507-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:51:50,075 INFO [StoreOpener-a3c6b228ea22db6506b52f8379135507-1 {}] regionserver.HStore(327): Store=a3c6b228ea22db6506b52f8379135507/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:51:50,076 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a3c6b228ea22db6506b52f8379135507 2024-11-14T09:51:50,077 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507 2024-11-14T09:51:50,078 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507 2024-11-14T09:51:50,078 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a3c6b228ea22db6506b52f8379135507 2024-11-14T09:51:50,078 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a3c6b228ea22db6506b52f8379135507 2024-11-14T09:51:50,081 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a3c6b228ea22db6506b52f8379135507 2024-11-14T09:51:50,084 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:51:50,085 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a3c6b228ea22db6506b52f8379135507; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878899, jitterRate=0.11757798492908478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T09:51:50,085 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3c6b228ea22db6506b52f8379135507 2024-11-14T09:51:50,086 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a3c6b228ea22db6506b52f8379135507: Running coprocessor pre-open hook at 1731577910069Writing region info on filesystem at 1731577910069Initializing all the Stores at 1731577910071 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577910071Cleaning up temporary data from old regions at 1731577910078 (+7 ms)Running coprocessor post-open hooks at 1731577910085 (+7 ms)Region opened successfully at 1731577910086 (+1 ms) 2024-11-14T09:51:50,088 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507., pid=6, masterSystemTime=1731577910054 2024-11-14T09:51:50,092 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. 2024-11-14T09:51:50,092 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. 2024-11-14T09:51:50,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3c6b228ea22db6506b52f8379135507, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,38031,1731577907139 2024-11-14T09:51:50,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c6b228ea22db6506b52f8379135507, server=defc576eb6b7,38031,1731577907139 because future has completed 2024-11-14T09:51:50,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:51:50,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a3c6b228ea22db6506b52f8379135507, server=defc576eb6b7,38031,1731577907139 in 202 msec 2024-11-14T09:51:50,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:51:50,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a3c6b228ea22db6506b52f8379135507, ASSIGN in 370 msec 2024-11-14T09:51:50,108 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:51:50,108 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731577910108"}]},"ts":"1731577910108"} 2024-11-14T09:51:50,111 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-14T09:51:50,113 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:51:50,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 450 msec 2024-11-14T09:51:54,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T09:51:54,801 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:51:54,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-14T09:51:56,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T09:51:56,638 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T09:51:56,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-14T09:51:56,643 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T09:51:56,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:51:56,645 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T09:51:56,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T09:51:56,646 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T09:51:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:51:59,767 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-14T09:51:59,771 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-14T09:51:59,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-14T09:51:59,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. 2024-11-14T09:51:59,799 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577919779, exclude list is [], retry=0 2024-11-14T09:51:59,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40871,DS-5dc3b7b4-c656-4498-b415-4456d93eb6e9,DISK] 2024-11-14T09:51:59,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43503,DS-153e7fb3-73e9-451b-8d1d-b5bc13c6c674,DISK] 2024-11-14T09:51:59,806 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577908720 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577919779 2024-11-14T09:51:59,807 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37501:37501),(127.0.0.1/127.0.0.1:39563:39563)] 2024-11-14T09:51:59,807 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577908720 is not closed yet, will try archiving it next time 2024-11-14T09:51:59,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741833_1009 (size=451) 2024-11-14T09:51:59,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741833_1009 (size=451) 2024-11-14T09:51:59,812 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577908720 to hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/oldWALs/defc576eb6b7%2C38031%2C1731577907139.1731577908720 2024-11-14T09:51:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507., hostname=defc576eb6b7,38031,1731577907139, seqNum=2] 2024-11-14T09:52:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegion(8855): Flush requested on a3c6b228ea22db6506b52f8379135507 2024-11-14T09:52:13,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3c6b228ea22db6506b52f8379135507 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T09:52:13,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/.tmp/info/90c7c128980e469b9de0562ea30b8357 is 1055, key is row0001/info:/1731577919819/Put/seqid=0 2024-11-14T09:52:13,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741838_1014 (size=13386) 2024-11-14T09:52:13,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741838_1014 (size=13386) 2024-11-14T09:52:13,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/.tmp/info/90c7c128980e469b9de0562ea30b8357 2024-11-14T09:52:13,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/.tmp/info/90c7c128980e469b9de0562ea30b8357 as hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/info/90c7c128980e469b9de0562ea30b8357 2024-11-14T09:52:13,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/info/90c7c128980e469b9de0562ea30b8357, entries=8, sequenceid=12, filesize=13.1 K 2024-11-14T09:52:13,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a3c6b228ea22db6506b52f8379135507 in 124ms, sequenceid=12, compaction requested=false 2024-11-14T09:52:13,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3c6b228ea22db6506b52f8379135507: 2024-11-14T09:52:15,085 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:52:19,893 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577939877, exclude list is [], retry=0 2024-11-14T09:52:19,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40871,DS-5dc3b7b4-c656-4498-b415-4456d93eb6e9,DISK] 2024-11-14T09:52:19,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43503,DS-153e7fb3-73e9-451b-8d1d-b5bc13c6c674,DISK] 2024-11-14T09:52:19,899 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577919779 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577939877 2024-11-14T09:52:19,899 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37501:37501),(127.0.0.1/127.0.0.1:39563:39563)] 2024-11-14T09:52:19,899 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577919779 is not closed yet, will try archiving it next time 2024-11-14T09:52:19,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741837_1013 (size=12149) 2024-11-14T09:52:19,902 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577919779 not finished, retry = 0 2024-11-14T09:52:19,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741837_1013 (size=12149) 2024-11-14T09:52:24,906 INFO [AsyncFSWAL-0-hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324-prefix:defc576eb6b7,38031,1731577907139 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5004 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40871,DS-5dc3b7b4-c656-4498-b415-4456d93eb6e9,DISK], DatanodeInfoWithStorage[127.0.0.1:43503,DS-153e7fb3-73e9-451b-8d1d-b5bc13c6c674,DISK]] 2024-11-14T09:52:24,908 WARN [AsyncFSWAL-0-hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324-prefix:defc576eb6b7,38031,1731577907139 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5004 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40871,DS-5dc3b7b4-c656-4498-b415-4456d93eb6e9,DISK], DatanodeInfoWithStorage[127.0.0.1:43503,DS-153e7fb3-73e9-451b-8d1d-b5bc13c6c674,DISK]] 2024-11-14T09:52:24,909 DEBUG [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL defc576eb6b7%2C38031%2C1731577907139:(num 1731577939877) roll requested 2024-11-14T09:52:24,928 DEBUG [regionserver/defc576eb6b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577944909, exclude list is [], retry=0 2024-11-14T09:52:24,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40871,DS-5dc3b7b4-c656-4498-b415-4456d93eb6e9,DISK] 2024-11-14T09:52:24,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43503,DS-153e7fb3-73e9-451b-8d1d-b5bc13c6c674,DISK] 2024-11-14T09:52:24,935 INFO [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577939877 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577944909 2024-11-14T09:52:24,935 DEBUG [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39563:39563),(127.0.0.1/127.0.0.1:37501:37501)] 2024-11-14T09:52:24,935 DEBUG [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577939877 is not closed yet, will try archiving it next time 2024-11-14T09:52:24,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741839_1015 (size=1233) 2024-11-14T09:52:24,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741839_1015 (size=1233) 2024-11-14T09:52:26,908 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T09:52:26,922 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577946908, exclude list is [], retry=0 2024-11-14T09:52:26,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43503,DS-153e7fb3-73e9-451b-8d1d-b5bc13c6c674,DISK] 2024-11-14T09:52:26,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40871,DS-5dc3b7b4-c656-4498-b415-4456d93eb6e9,DISK] 2024-11-14T09:52:26,927 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577944909 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577946908 2024-11-14T09:52:26,927 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39563:39563),(127.0.0.1/127.0.0.1:37501:37501)] 2024-11-14T09:52:26,927 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577944909 is not closed yet, will try archiving it next time 2024-11-14T09:52:26,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741840_1016 (size=93) 2024-11-14T09:52:26,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741840_1016 (size=93) 2024-11-14T09:52:26,931 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577944909 to hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/oldWALs/defc576eb6b7%2C38031%2C1731577907139.1731577944909 2024-11-14T09:52:29,596 INFO [master/defc576eb6b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T09:52:29,596 INFO [master/defc576eb6b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T09:52:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegion(8855): Flush requested on a3c6b228ea22db6506b52f8379135507 2024-11-14T09:52:34,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3c6b228ea22db6506b52f8379135507 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T09:52:34,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/.tmp/info/99c6f5d498db4fcf8a8b6a19ab823c0f is 1055, key is row0009/info:/1731577935869/Put/seqid=0 2024-11-14T09:52:34,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741842_1018 (size=13386) 2024-11-14T09:52:34,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741842_1018 (size=13386) 2024-11-14T09:52:34,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/.tmp/info/99c6f5d498db4fcf8a8b6a19ab823c0f 2024-11-14T09:52:34,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/.tmp/info/99c6f5d498db4fcf8a8b6a19ab823c0f as hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/info/99c6f5d498db4fcf8a8b6a19ab823c0f 2024-11-14T09:52:34,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/info/99c6f5d498db4fcf8a8b6a19ab823c0f, entries=8, sequenceid=23, filesize=13.1 K 2024-11-14T09:52:34,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a3c6b228ea22db6506b52f8379135507 in 39ms, sequenceid=23, compaction requested=false 2024-11-14T09:52:34,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3c6b228ea22db6506b52f8379135507: 2024-11-14T09:52:34,985 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-14T09:52:34,985 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:52:34,986 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/info/90c7c128980e469b9de0562ea30b8357 because midkey is the same as first or last row 2024-11-14T09:52:35,069 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a3c6b228ea22db6506b52f8379135507, had cached 0 bytes from a total of 26772 2024-11-14T09:52:45,086 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:52:46,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:52:46,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:52:46,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:52:46,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:52:46,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:52:46,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:52:46,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:52:46,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1368447813, stopped=false 2024-11-14T09:52:46,983 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=defc576eb6b7,45101,1731577906067 2024-11-14T09:52:47,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T09:52:47,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T09:52:47,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:47,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:47,049 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:52:47,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:52:47,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:52:47,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:52:47,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:52:47,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:52:47,052 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'defc576eb6b7,38031,1731577907139' ***** 2024-11-14T09:52:47,053 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:52:47,053 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:52:47,054 INFO [RS:0;defc576eb6b7:38031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:52:47,054 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:52:47,055 INFO [RS:0;defc576eb6b7:38031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:52:47,055 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for a3c6b228ea22db6506b52f8379135507 2024-11-14T09:52:47,056 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(959): stopping server defc576eb6b7,38031,1731577907139 2024-11-14T09:52:47,056 INFO [RS:0;defc576eb6b7:38031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:52:47,056 INFO [RS:0;defc576eb6b7:38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;defc576eb6b7:38031. 2024-11-14T09:52:47,056 DEBUG [RS:0;defc576eb6b7:38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:52:47,057 DEBUG [RS:0;defc576eb6b7:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:52:47,057 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3c6b228ea22db6506b52f8379135507, disabling compactions & flushes 2024-11-14T09:52:47,057 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:52:47,057 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. 2024-11-14T09:52:47,057 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:52:47,057 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. 2024-11-14T09:52:47,057 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:52:47,057 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. after waiting 0 ms 2024-11-14T09:52:47,057 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. 2024-11-14T09:52:47,057 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:52:47,057 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a3c6b228ea22db6506b52f8379135507 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-14T09:52:47,057 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:52:47,058 DEBUG [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(1325): Online Regions={a3c6b228ea22db6506b52f8379135507=TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:52:47,058 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:52:47,058 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:52:47,058 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:52:47,058 DEBUG [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3c6b228ea22db6506b52f8379135507 2024-11-14T09:52:47,058 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:52:47,058 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:52:47,058 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-14T09:52:47,066 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/.tmp/info/084389eabce341e691f5b7e225730dc1 is 1055, key is row0017/info:/1731577956949/Put/seqid=0 2024-11-14T09:52:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741843_1019 (size=10222) 2024-11-14T09:52:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741843_1019 (size=10222) 2024-11-14T09:52:47,076 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/.tmp/info/084389eabce341e691f5b7e225730dc1 2024-11-14T09:52:47,086 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/.tmp/info/af2191a2c9c044178d67e44e44c14283 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507./info:regioninfo/1731577910093/Put/seqid=0 2024-11-14T09:52:47,087 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/.tmp/info/084389eabce341e691f5b7e225730dc1 as hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/info/084389eabce341e691f5b7e225730dc1 2024-11-14T09:52:47,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741844_1020 (size=7016) 2024-11-14T09:52:47,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741844_1020 (size=7016) 2024-11-14T09:52:47,094 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/.tmp/info/af2191a2c9c044178d67e44e44c14283 2024-11-14T09:52:47,098 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/info/084389eabce341e691f5b7e225730dc1, entries=5, sequenceid=31, filesize=10.0 K 2024-11-14T09:52:47,100 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a3c6b228ea22db6506b52f8379135507 in 42ms, sequenceid=31, compaction requested=true 2024-11-14T09:52:47,106 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/default/TestLogRolling-testSlowSyncLogRolling/a3c6b228ea22db6506b52f8379135507/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-14T09:52:47,108 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. 2024-11-14T09:52:47,109 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3c6b228ea22db6506b52f8379135507: Waiting for close lock at 1731577967056Running coprocessor pre-close hooks at 1731577967057 (+1 ms)Disabling compacts and flushes for region at 1731577967057Disabling writes for close at 1731577967057Obtaining lock to block concurrent updates at 1731577967057Preparing flush snapshotting stores in a3c6b228ea22db6506b52f8379135507 at 1731577967057Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731577967058 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. at 1731577967059 (+1 ms)Flushing a3c6b228ea22db6506b52f8379135507/info: creating writer at 1731577967059Flushing a3c6b228ea22db6506b52f8379135507/info: appending metadata at 1731577967065 (+6 ms)Flushing a3c6b228ea22db6506b52f8379135507/info: closing flushed file at 1731577967065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8fb596: reopening flushed file at 1731577967086 (+21 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a3c6b228ea22db6506b52f8379135507 in 42ms, sequenceid=31, compaction requested=true at 1731577967100 (+14 ms)Writing region close event to WAL at 1731577967101 (+1 ms)Running coprocessor post-close hooks at 1731577967107 (+6 ms)Closed at 1731577967108 (+1 ms) 2024-11-14T09:52:47,109 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731577909656.a3c6b228ea22db6506b52f8379135507. 2024-11-14T09:52:47,119 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/.tmp/ns/9a9ed7aec0154a8da85e0dd7dc02e1c5 is 43, key is default/ns:d/1731577909449/Put/seqid=0 2024-11-14T09:52:47,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741845_1021 (size=5153) 2024-11-14T09:52:47,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741845_1021 (size=5153) 2024-11-14T09:52:47,126 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/.tmp/ns/9a9ed7aec0154a8da85e0dd7dc02e1c5 2024-11-14T09:52:47,148 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/.tmp/table/747bb8cfc4ec467d88593935f296b967 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731577910108/Put/seqid=0 2024-11-14T09:52:47,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741846_1022 (size=5396) 2024-11-14T09:52:47,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741846_1022 (size=5396) 2024-11-14T09:52:47,155 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/.tmp/table/747bb8cfc4ec467d88593935f296b967 2024-11-14T09:52:47,165 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/.tmp/info/af2191a2c9c044178d67e44e44c14283 as hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/info/af2191a2c9c044178d67e44e44c14283 2024-11-14T09:52:47,175 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/info/af2191a2c9c044178d67e44e44c14283, entries=10, sequenceid=11, filesize=6.9 K 2024-11-14T09:52:47,177 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/.tmp/ns/9a9ed7aec0154a8da85e0dd7dc02e1c5 as hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/ns/9a9ed7aec0154a8da85e0dd7dc02e1c5 2024-11-14T09:52:47,189 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/ns/9a9ed7aec0154a8da85e0dd7dc02e1c5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T09:52:47,190 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/.tmp/table/747bb8cfc4ec467d88593935f296b967 as hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/table/747bb8cfc4ec467d88593935f296b967 2024-11-14T09:52:47,200 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/table/747bb8cfc4ec467d88593935f296b967, entries=2, sequenceid=11, filesize=5.3 K 2024-11-14T09:52:47,201 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=11, compaction requested=false 2024-11-14T09:52:47,208 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T09:52:47,209 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:52:47,209 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:52:47,209 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731577967057Running coprocessor pre-close hooks at 1731577967057Disabling compacts and flushes for region at 1731577967058 (+1 ms)Disabling writes for close at 1731577967058Obtaining lock to block concurrent updates at 1731577967058Preparing flush snapshotting stores in 1588230740 at 1731577967058Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731577967059 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731577967060 (+1 ms)Flushing 1588230740/info: creating writer at 1731577967060Flushing 1588230740/info: appending metadata at 1731577967086 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731577967086Flushing 1588230740/ns: creating writer at 1731577967103 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731577967118 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731577967118Flushing 1588230740/table: creating writer at 1731577967134 (+16 ms)Flushing 1588230740/table: appending metadata at 1731577967148 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731577967148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c98fd6: reopening flushed file at 1731577967163 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@584e6587: reopening flushed file at 1731577967176 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64525d9f: reopening flushed file at 1731577967189 (+13 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=11, compaction requested=false at 1731577967201 (+12 ms)Writing region close event to WAL at 1731577967203 (+2 ms)Running coprocessor post-close hooks at 1731577967209 (+6 ms)Closed at 1731577967209 2024-11-14T09:52:47,210 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:52:47,258 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(976): stopping server defc576eb6b7,38031,1731577907139; all regions closed. 2024-11-14T09:52:47,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741834_1010 (size=3066) 2024-11-14T09:52:47,264 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.meta.1731577909215.meta not finished, retry = 0 2024-11-14T09:52:47,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741834_1010 (size=3066) 2024-11-14T09:52:47,369 DEBUG [RS:0;defc576eb6b7:38031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/oldWALs 2024-11-14T09:52:47,369 INFO [RS:0;defc576eb6b7:38031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL defc576eb6b7%2C38031%2C1731577907139.meta:.meta(num 1731577909215) 2024-11-14T09:52:47,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741841_1017 (size=13164) 2024-11-14T09:52:47,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/WALs/defc576eb6b7,38031,1731577907139/defc576eb6b7%2C38031%2C1731577907139.1731577946908 not finished, retry = 0 2024-11-14T09:52:47,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741841_1017 (size=13164) 2024-11-14T09:52:47,481 DEBUG [RS:0;defc576eb6b7:38031 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/oldWALs 2024-11-14T09:52:47,481 INFO [RS:0;defc576eb6b7:38031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL defc576eb6b7%2C38031%2C1731577907139:(num 1731577946908) 2024-11-14T09:52:47,482 DEBUG [RS:0;defc576eb6b7:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:52:47,482 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:52:47,482 INFO [RS:0;defc576eb6b7:38031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:52:47,482 INFO [RS:0;defc576eb6b7:38031 {}] hbase.ChoreService(370): Chore service for: regionserver/defc576eb6b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T09:52:47,483 INFO [RS:0;defc576eb6b7:38031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:52:47,483 INFO [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:52:47,483 INFO [RS:0;defc576eb6b7:38031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38031 2024-11-14T09:52:47,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:52:47,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/defc576eb6b7,38031,1731577907139 2024-11-14T09:52:47,526 INFO [RS:0;defc576eb6b7:38031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:52:47,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [defc576eb6b7,38031,1731577907139] 2024-11-14T09:52:47,716 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/defc576eb6b7,38031,1731577907139 already deleted, retry=false 2024-11-14T09:52:47,717 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; defc576eb6b7,38031,1731577907139 expired; onlineServers=0 2024-11-14T09:52:47,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'defc576eb6b7,45101,1731577906067' ***** 2024-11-14T09:52:47,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:52:47,718 INFO [M:0;defc576eb6b7:45101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:52:47,719 INFO [M:0;defc576eb6b7:45101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:52:47,719 DEBUG [M:0;defc576eb6b7:45101 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:52:47,720 DEBUG [M:0;defc576eb6b7:45101 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:52:47,720 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:52:47,720 DEBUG [master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731577908431 {}] cleaner.HFileCleaner(306): Exit Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731577908431,5,FailOnTimeoutGroup] 2024-11-14T09:52:47,720 DEBUG [master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731577908432 {}] cleaner.HFileCleaner(306): Exit Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731577908432,5,FailOnTimeoutGroup] 2024-11-14T09:52:47,721 INFO [M:0;defc576eb6b7:45101 {}] hbase.ChoreService(370): Chore service for: master/defc576eb6b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:52:47,721 INFO [M:0;defc576eb6b7:45101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:52:47,722 DEBUG [M:0;defc576eb6b7:45101 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:52:47,722 INFO [M:0;defc576eb6b7:45101 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:52:47,722 INFO [M:0;defc576eb6b7:45101 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:52:47,723 INFO [M:0;defc576eb6b7:45101 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:52:47,723 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:52:47,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:52:47,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10138c1fbab0001, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:52:47,732 INFO [RS:0;defc576eb6b7:38031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:52:47,732 INFO [RS:0;defc576eb6b7:38031 {}] regionserver.HRegionServer(1031): Exiting; stopping=defc576eb6b7,38031,1731577907139; zookeeper connection closed. 2024-11-14T09:52:47,732 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17479457 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17479457 2024-11-14T09:52:47,733 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:52:47,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T09:52:47,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:47,859 DEBUG [M:0;defc576eb6b7:45101 {}] zookeeper.ZKUtil(347): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T09:52:47,860 WARN [M:0;defc576eb6b7:45101 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:52:47,863 INFO [M:0;defc576eb6b7:45101 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/.lastflushedseqids 2024-11-14T09:52:47,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741847_1023 (size=130) 2024-11-14T09:52:47,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741847_1023 (size=130) 2024-11-14T09:52:47,881 INFO [M:0;defc576eb6b7:45101 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:52:47,882 INFO [M:0;defc576eb6b7:45101 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:52:47,882 DEBUG [M:0;defc576eb6b7:45101 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:52:47,882 INFO [M:0;defc576eb6b7:45101 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:52:47,882 DEBUG [M:0;defc576eb6b7:45101 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:52:47,882 DEBUG [M:0;defc576eb6b7:45101 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:52:47,882 DEBUG [M:0;defc576eb6b7:45101 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:52:47,882 INFO [M:0;defc576eb6b7:45101 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-14T09:52:47,898 DEBUG [M:0;defc576eb6b7:45101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98fc9003d4e04c7c9818f74fe16921db is 82, key is hbase:meta,,1/info:regioninfo/1731577909300/Put/seqid=0 2024-11-14T09:52:47,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741848_1024 (size=5672) 2024-11-14T09:52:47,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741848_1024 (size=5672) 2024-11-14T09:52:47,905 INFO [M:0;defc576eb6b7:45101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98fc9003d4e04c7c9818f74fe16921db 2024-11-14T09:52:47,928 DEBUG [M:0;defc576eb6b7:45101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2392b8d593c346e1ac6d3f91ffd32bef is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731577910115/Put/seqid=0 2024-11-14T09:52:47,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741849_1025 (size=6247) 2024-11-14T09:52:47,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741849_1025 (size=6247) 2024-11-14T09:52:47,935 INFO [M:0;defc576eb6b7:45101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2392b8d593c346e1ac6d3f91ffd32bef 2024-11-14T09:52:47,942 INFO [M:0;defc576eb6b7:45101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2392b8d593c346e1ac6d3f91ffd32bef 2024-11-14T09:52:47,957 DEBUG [M:0;defc576eb6b7:45101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ba3267d2d5a4e66b05475a6cd5254ee is 69, key is defc576eb6b7,38031,1731577907139/rs:state/1731577908454/Put/seqid=0 2024-11-14T09:52:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741850_1026 (size=5156) 2024-11-14T09:52:47,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741850_1026 (size=5156) 2024-11-14T09:52:47,964 INFO [M:0;defc576eb6b7:45101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ba3267d2d5a4e66b05475a6cd5254ee 2024-11-14T09:52:47,987 DEBUG [M:0;defc576eb6b7:45101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c559ebc92f334b359dd734e0685ffa6c is 52, key is load_balancer_on/state:d/1731577909636/Put/seqid=0 2024-11-14T09:52:47,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741851_1027 (size=5056) 2024-11-14T09:52:47,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741851_1027 (size=5056) 2024-11-14T09:52:47,994 INFO [M:0;defc576eb6b7:45101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c559ebc92f334b359dd734e0685ffa6c 2024-11-14T09:52:48,003 DEBUG [M:0;defc576eb6b7:45101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98fc9003d4e04c7c9818f74fe16921db as hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98fc9003d4e04c7c9818f74fe16921db 2024-11-14T09:52:48,011 INFO [M:0;defc576eb6b7:45101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98fc9003d4e04c7c9818f74fe16921db, entries=8, sequenceid=59, filesize=5.5 K 2024-11-14T09:52:48,012 DEBUG [M:0;defc576eb6b7:45101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2392b8d593c346e1ac6d3f91ffd32bef as hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2392b8d593c346e1ac6d3f91ffd32bef 2024-11-14T09:52:48,020 INFO [M:0;defc576eb6b7:45101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2392b8d593c346e1ac6d3f91ffd32bef 2024-11-14T09:52:48,020 INFO [M:0;defc576eb6b7:45101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2392b8d593c346e1ac6d3f91ffd32bef, entries=6, sequenceid=59, filesize=6.1 K 2024-11-14T09:52:48,022 DEBUG [M:0;defc576eb6b7:45101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ba3267d2d5a4e66b05475a6cd5254ee as hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ba3267d2d5a4e66b05475a6cd5254ee 2024-11-14T09:52:48,030 INFO [M:0;defc576eb6b7:45101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ba3267d2d5a4e66b05475a6cd5254ee, entries=1, sequenceid=59, filesize=5.0 K 2024-11-14T09:52:48,032 DEBUG [M:0;defc576eb6b7:45101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c559ebc92f334b359dd734e0685ffa6c as hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c559ebc92f334b359dd734e0685ffa6c 2024-11-14T09:52:48,039 INFO [M:0;defc576eb6b7:45101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c559ebc92f334b359dd734e0685ffa6c, entries=1, sequenceid=59, filesize=4.9 K 2024-11-14T09:52:48,040 INFO [M:0;defc576eb6b7:45101 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=59, compaction requested=false 2024-11-14T09:52:48,041 INFO [M:0;defc576eb6b7:45101 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:52:48,042 DEBUG [M:0;defc576eb6b7:45101 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731577967882Disabling compacts and flushes for region at 1731577967882Disabling writes for close at 1731577967882Obtaining lock to block concurrent updates at 1731577967882Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731577967882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731577967883 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731577967884 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731577967884Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731577967898 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731577967898Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731577967912 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731577967927 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731577967928 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731577967943 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731577967957 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731577967957Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731577967971 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731577967986 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731577967986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f4eb55a: reopening flushed file at 1731577968001 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357d2ef2: reopening flushed file at 1731577968011 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2ae775: reopening flushed file at 1731577968021 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e8cf543: reopening flushed file at 1731577968030 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=59, compaction requested=false at 1731577968040 (+10 ms)Writing region close event to WAL at 1731577968041 (+1 ms)Closed at 1731577968041 2024-11-14T09:52:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741830_1006 (size=27973) 2024-11-14T09:52:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741830_1006 (size=27973) 2024-11-14T09:52:48,045 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:52:48,045 INFO [M:0;defc576eb6b7:45101 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:52:48,045 INFO [M:0;defc576eb6b7:45101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45101 2024-11-14T09:52:48,046 INFO [M:0;defc576eb6b7:45101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:52:48,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:52:48,159 INFO [M:0;defc576eb6b7:45101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:52:48,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x10138c1fbab0000, quorum=127.0.0.1:60939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:52:48,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8ddfee8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:52:48,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@354a6507{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:52:48,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:52:48,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa2667c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:52:48,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0d5314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/hadoop.log.dir/,STOPPED} 2024-11-14T09:52:48,176 WARN [BP-638224527-172.17.0.2-1731577901510 heartbeating to localhost/127.0.0.1:41895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:52:48,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:52:48,176 WARN [BP-638224527-172.17.0.2-1731577901510 heartbeating to localhost/127.0.0.1:41895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-638224527-172.17.0.2-1731577901510 (Datanode Uuid ab6b6aa4-7694-4a6d-9181-2903f96aad15) service to localhost/127.0.0.1:41895 2024-11-14T09:52:48,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:52:48,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/cluster_633bf8ed-6df7-b4f4-7e79-4a5325d0e95f/data/data3/current/BP-638224527-172.17.0.2-1731577901510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:52:48,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/cluster_633bf8ed-6df7-b4f4-7e79-4a5325d0e95f/data/data4/current/BP-638224527-172.17.0.2-1731577901510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:52:48,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:52:48,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c2f235b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:52:48,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b8939d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:52:48,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:52:48,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6080f6d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:52:48,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e562895{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/hadoop.log.dir/,STOPPED} 2024-11-14T09:52:48,182 WARN [BP-638224527-172.17.0.2-1731577901510 heartbeating to localhost/127.0.0.1:41895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:52:48,182 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:52:48,182 WARN [BP-638224527-172.17.0.2-1731577901510 heartbeating to localhost/127.0.0.1:41895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-638224527-172.17.0.2-1731577901510 (Datanode Uuid 0dbd6267-99dd-48a4-bf7b-c9dc622bf728) service to localhost/127.0.0.1:41895 2024-11-14T09:52:48,182 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:52:48,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/cluster_633bf8ed-6df7-b4f4-7e79-4a5325d0e95f/data/data1/current/BP-638224527-172.17.0.2-1731577901510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:52:48,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/cluster_633bf8ed-6df7-b4f4-7e79-4a5325d0e95f/data/data2/current/BP-638224527-172.17.0.2-1731577901510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:52:48,183 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:52:48,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@207fc993{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:52:48,192 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4770a0e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:52:48,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:52:48,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5886ff95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:52:48,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571c5822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/hadoop.log.dir/,STOPPED} 2024-11-14T09:52:48,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:52:48,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:52:48,235 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@480ca2f1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/defc576eb6b7:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:41895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:41895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/defc576eb6b7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/defc576eb6b7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/defc576eb6b7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:41895 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 425), ProcessCount=11 (was 11), AvailableMemoryMB=4452 (was 5394) 2024-11-14T09:52:48,240 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=4452 2024-11-14T09:52:48,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:52:48,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/hadoop.log.dir so I do NOT create it in target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b 2024-11-14T09:52:48,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/206ebca0-19c6-b37c-e344-48b17cee3061/hadoop.tmp.dir so I do NOT create it in target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b 2024-11-14T09:52:48,241 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854, deleteOnExit=true 2024-11-14T09:52:48,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:52:48,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/test.cache.data in system properties and HBase conf 2024-11-14T09:52:48,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:52:48,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:52:48,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:52:48,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:52:48,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:52:48,242 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:52:48,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:52:48,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:52:48,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:52:48,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:52:48,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:52:48,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:52:48,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:52:48,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:52:48,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:52:48,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:52:48,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:52:48,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:52:48,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:52:48,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:52:48,570 INFO [regionserver/defc576eb6b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:52:48,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:52:48,596 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:52:48,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:52:48,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:52:48,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:52:48,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:52:48,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e016e60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:52:48,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@740777ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:52:48,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70bdb30b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/java.io.tmpdir/jetty-localhost-36723-hadoop-hdfs-3_4_1-tests_jar-_-any-7092052702450678972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:52:48,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8edbd00{HTTP/1.1, (http/1.1)}{localhost:36723} 2024-11-14T09:52:48,709 INFO [Time-limited test {}] server.Server(415): Started @69642ms 2024-11-14T09:52:49,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:52:49,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:52:49,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:52:49,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:52:49,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:52:49,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@473ee1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:52:49,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45749bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:52:49,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bf0b65c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/java.io.tmpdir/jetty-localhost-42413-hadoop-hdfs-3_4_1-tests_jar-_-any-15958320077708246992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:52:49,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74458231{HTTP/1.1, (http/1.1)}{localhost:42413} 2024-11-14T09:52:49,207 INFO [Time-limited test {}] server.Server(415): Started @70140ms 2024-11-14T09:52:49,209 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:52:49,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:52:49,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:52:49,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:52:49,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:52:49,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:52:49,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2375f10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:52:49,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be87d6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:52:49,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4696a970{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/java.io.tmpdir/jetty-localhost-42653-hadoop-hdfs-3_4_1-tests_jar-_-any-6952128776692141073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:52:49,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63345d95{HTTP/1.1, (http/1.1)}{localhost:42653} 2024-11-14T09:52:49,344 INFO [Time-limited test {}] server.Server(415): Started @70277ms 2024-11-14T09:52:49,345 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:52:50,689 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data1/current/BP-261051916-172.17.0.2-1731577968267/current, will proceed with Du for space computation calculation, 2024-11-14T09:52:50,689 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data2/current/BP-261051916-172.17.0.2-1731577968267/current, will proceed with Du for space computation calculation, 2024-11-14T09:52:50,706 WARN [Thread-348 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:52:50,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5ffdaf2b2572aba with lease ID 0x4e92a861a8cb47d4: Processing first storage report for DS-e965f99a-59b1-4aee-bf5d-88e5a191557d from datanode DatanodeRegistration(127.0.0.1:38069, datanodeUuid=8a927ee5-4a34-4569-a3a7-3c0775d52ea3, infoPort=42001, infoSecurePort=0, ipcPort=44761, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267) 2024-11-14T09:52:50,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5ffdaf2b2572aba with lease ID 0x4e92a861a8cb47d4: from storage DS-e965f99a-59b1-4aee-bf5d-88e5a191557d node DatanodeRegistration(127.0.0.1:38069, datanodeUuid=8a927ee5-4a34-4569-a3a7-3c0775d52ea3, infoPort=42001, infoSecurePort=0, ipcPort=44761, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:52:50,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5ffdaf2b2572aba with lease ID 0x4e92a861a8cb47d4: Processing first storage report for DS-0acaf336-81e4-41d9-8ea6-ec6d3b57af05 from datanode DatanodeRegistration(127.0.0.1:38069, datanodeUuid=8a927ee5-4a34-4569-a3a7-3c0775d52ea3, infoPort=42001, infoSecurePort=0, ipcPort=44761, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267) 2024-11-14T09:52:50,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5ffdaf2b2572aba with lease ID 0x4e92a861a8cb47d4: from storage DS-0acaf336-81e4-41d9-8ea6-ec6d3b57af05 node DatanodeRegistration(127.0.0.1:38069, datanodeUuid=8a927ee5-4a34-4569-a3a7-3c0775d52ea3, infoPort=42001, infoSecurePort=0, ipcPort=44761, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:52:50,818 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data4/current/BP-261051916-172.17.0.2-1731577968267/current, will proceed with Du for space computation calculation, 2024-11-14T09:52:50,818 WARN [Thread-395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data3/current/BP-261051916-172.17.0.2-1731577968267/current, will proceed with Du for space computation calculation, 2024-11-14T09:52:50,836 WARN [Thread-371 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:52:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39cdb5f804310a67 with lease ID 0x4e92a861a8cb47d5: Processing first storage report for DS-5bfa3ae8-c212-45e8-9a2f-6f511d11b170 from datanode DatanodeRegistration(127.0.0.1:45477, datanodeUuid=abce333f-c78e-41c8-b6b2-3773027d89c2, infoPort=46195, infoSecurePort=0, ipcPort=44611, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267) 2024-11-14T09:52:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39cdb5f804310a67 with lease ID 0x4e92a861a8cb47d5: from storage DS-5bfa3ae8-c212-45e8-9a2f-6f511d11b170 node DatanodeRegistration(127.0.0.1:45477, datanodeUuid=abce333f-c78e-41c8-b6b2-3773027d89c2, infoPort=46195, infoSecurePort=0, ipcPort=44611, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:52:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39cdb5f804310a67 with lease ID 0x4e92a861a8cb47d5: Processing first storage report for DS-e4943aaf-6188-45b7-bce6-709102872778 from datanode DatanodeRegistration(127.0.0.1:45477, datanodeUuid=abce333f-c78e-41c8-b6b2-3773027d89c2, infoPort=46195, infoSecurePort=0, ipcPort=44611, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267) 2024-11-14T09:52:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39cdb5f804310a67 with lease ID 0x4e92a861a8cb47d5: from storage DS-e4943aaf-6188-45b7-bce6-709102872778 node DatanodeRegistration(127.0.0.1:45477, datanodeUuid=abce333f-c78e-41c8-b6b2-3773027d89c2, infoPort=46195, infoSecurePort=0, ipcPort=44611, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:52:50,894 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b 2024-11-14T09:52:50,898 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/zookeeper_0, clientPort=64395, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:52:50,900 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64395 2024-11-14T09:52:50,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:52:50,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:52:50,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:52:50,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45477 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:52:50,919 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf with version=8 2024-11-14T09:52:50,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/hbase-staging 2024-11-14T09:52:50,921 INFO [Time-limited test {}] client.ConnectionUtils(128): master/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:52:50,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:52:50,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:52:50,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:52:50,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:52:50,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:52:50,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:52:50,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:52:50,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36393 2024-11-14T09:52:50,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36393 connecting to ZooKeeper ensemble=127.0.0.1:64395 2024-11-14T09:52:50,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363930x0, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:52:50,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36393-0x10138c2fc7c0000 connected 2024-11-14T09:52:51,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:52:51,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:52:51,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:52:51,075 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf, hbase.cluster.distributed=false 2024-11-14T09:52:51,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:52:51,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36393 2024-11-14T09:52:51,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36393 2024-11-14T09:52:51,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36393 2024-11-14T09:52:51,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36393 2024-11-14T09:52:51,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36393 2024-11-14T09:52:51,097 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:52:51,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:52:51,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:52:51,097 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:52:51,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:52:51,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:52:51,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:52:51,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:52:51,098 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42641 2024-11-14T09:52:51,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42641 connecting to ZooKeeper ensemble=127.0.0.1:64395 2024-11-14T09:52:51,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:52:51,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:52:51,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426410x0, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:52:51,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426410x0, quorum=127.0.0.1:64395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:52:51,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42641-0x10138c2fc7c0001 connected 2024-11-14T09:52:51,112 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:52:51,113 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:52:51,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T09:52:51,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:52:51,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42641 2024-11-14T09:52:51,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42641 2024-11-14T09:52:51,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42641 2024-11-14T09:52:51,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42641 2024-11-14T09:52:51,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42641 2024-11-14T09:52:51,132 DEBUG [M:0;defc576eb6b7:36393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;defc576eb6b7:36393 2024-11-14T09:52:51,133 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/defc576eb6b7,36393,1731577970921 2024-11-14T09:52:51,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:52:51,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:52:51,143 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/defc576eb6b7,36393,1731577970921 2024-11-14T09:52:51,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:51,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T09:52:51,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:51,154 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T09:52:51,154 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/defc576eb6b7,36393,1731577970921 from backup master directory 2024-11-14T09:52:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/defc576eb6b7,36393,1731577970921 2024-11-14T09:52:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:52:51,163 WARN [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:52:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:52:51,163 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=defc576eb6b7,36393,1731577970921 2024-11-14T09:52:51,169 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/hbase.id] with ID: 5685d3df-4e09-4f50-9c72-564d11f1bd44 2024-11-14T09:52:51,169 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/.tmp/hbase.id 2024-11-14T09:52:51,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45477 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:52:51,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:52:51,178 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/.tmp/hbase.id]:[hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/hbase.id] 2024-11-14T09:52:51,196 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:52:51,196 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:52:51,198 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T09:52:51,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:51,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:51,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:52:51,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45477 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:52:51,216 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:52:51,218 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:52:51,218 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:52:51,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45477 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:52:51,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:52:51,228 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store 2024-11-14T09:52:51,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45477 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:52:51,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:52:51,237 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:52:51,237 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:52:51,237 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:52:51,237 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:52:51,237 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:52:51,237 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:52:51,237 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:52:51,238 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731577971237Disabling compacts and flushes for region at 1731577971237Disabling writes for close at 1731577971237Writing region close event to WAL at 1731577971237Closed at 1731577971237 2024-11-14T09:52:51,239 WARN [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/.initializing 2024-11-14T09:52:51,239 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/WALs/defc576eb6b7,36393,1731577970921 2024-11-14T09:52:51,240 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:52:51,242 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C36393%2C1731577970921, suffix=, logDir=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/WALs/defc576eb6b7,36393,1731577970921, archiveDir=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/oldWALs, maxLogs=10 2024-11-14T09:52:51,255 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/WALs/defc576eb6b7,36393,1731577970921/defc576eb6b7%2C36393%2C1731577970921.1731577971242, exclude list is [], retry=0 2024-11-14T09:52:51,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45477,DS-5bfa3ae8-c212-45e8-9a2f-6f511d11b170,DISK] 2024-11-14T09:52:51,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38069,DS-e965f99a-59b1-4aee-bf5d-88e5a191557d,DISK] 2024-11-14T09:52:51,261 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/WALs/defc576eb6b7,36393,1731577970921/defc576eb6b7%2C36393%2C1731577970921.1731577971242 2024-11-14T09:52:51,262 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46195:46195),(127.0.0.1/127.0.0.1:42001:42001)] 2024-11-14T09:52:51,262 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:52:51,262 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:52:51,262 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:52:51,262 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:52:51,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:52:51,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:52:51,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:51,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:52:51,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:52:51,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:52:51,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:51,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:52:51,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:52:51,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:52:51,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:51,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:52:51,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:52:51,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:52:51,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:51,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:52:51,275 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:52:51,276 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:52:51,277 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:52:51,279 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:52:51,279 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:52:51,279 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:52:51,281 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:52:51,284 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:52:51,285 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=693221, jitterRate=-0.11852492392063141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:52:51,287 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731577971262Initializing all the Stores at 1731577971263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577971263Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577971264 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577971264Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577971264Cleaning up temporary data from old regions at 1731577971279 (+15 ms)Region opened successfully at 1731577971287 (+8 ms) 2024-11-14T09:52:51,287 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:52:51,293 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258f0f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:52:51,294 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:52:51,294 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:52:51,295 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:52:51,295 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:52:51,296 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:52:51,296 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:52:51,296 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:52:51,300 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:52:51,301 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T09:52:51,311 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T09:52:51,311 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:52:51,313 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:52:51,321 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T09:52:51,322 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:52:51,324 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:52:51,332 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T09:52:51,334 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:52:51,342 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T09:52:51,346 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:52:51,353 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T09:52:51,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:52:51,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:52:51,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:51,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:51,364 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=defc576eb6b7,36393,1731577970921, sessionid=0x10138c2fc7c0000, setting cluster-up flag (Was=false) 2024-11-14T09:52:51,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:51,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:51,416 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T09:52:51,417 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=defc576eb6b7,36393,1731577970921 2024-11-14T09:52:51,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:51,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:51,469 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T09:52:51,473 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=defc576eb6b7,36393,1731577970921 2024-11-14T09:52:51,477 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:52:51,481 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:52:51,481 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:52:51,482 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:52:51,482 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: defc576eb6b7,36393,1731577970921 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:52:51,485 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:52:51,485 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:52:51,485 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:52:51,485 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:52:51,486 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/defc576eb6b7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:52:51,486 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:52:51,486 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:52:51,486 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:52:51,487 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731578001487 2024-11-14T09:52:51,487 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:52:51,487 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:52:51,487 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:52:51,487 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:52:51,487 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:52:51,488 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:52:51,488 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,488 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:52:51,488 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:52:51,488 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:52:51,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:52:51,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:52:51,490 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:51,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:52:51,492 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:52:51,492 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:52:51,493 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731577971492,5,FailOnTimeoutGroup] 2024-11-14T09:52:51,495 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731577971493,5,FailOnTimeoutGroup] 2024-11-14T09:52:51,495 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,496 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:52:51,496 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,496 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:52:51,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45477 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:52:51,508 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:52:51,508 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf 2024-11-14T09:52:51,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45477 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:52:51,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:52:51,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:52:51,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:52:51,523 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(746): ClusterId : 5685d3df-4e09-4f50-9c72-564d11f1bd44 2024-11-14T09:52:51,523 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:52:51,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:52:51,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:51,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:52:51,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:52:51,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:52:51,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:51,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:52:51,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:52:51,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:52:51,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:51,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:52:51,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:52:51,533 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:52:51,533 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:52:51,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:52:51,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:51,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:52:51,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:52:51,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740 2024-11-14T09:52:51,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740 2024-11-14T09:52:51,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:52:51,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:52:51,537 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T09:52:51,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:52:51,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:52:51,542 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=727087, jitterRate=-0.07546208798885345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T09:52:51,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731577971520Initializing all the Stores at 1731577971521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577971521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577971521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577971521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577971521Cleaning up temporary data from old regions at 1731577971537 (+16 ms)Region opened successfully at 1731577971543 (+6 ms) 2024-11-14T09:52:51,543 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:52:51,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:52:51,544 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:52:51,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:52:51,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:52:51,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:52:51,544 DEBUG [RS:0;defc576eb6b7:42641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3faebf2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:52:51,544 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:52:51,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731577971543Disabling compacts and flushes for region at 1731577971543Disabling writes for close at 1731577971544 (+1 ms)Writing region close event to WAL at 1731577971544Closed at 1731577971544 2024-11-14T09:52:51,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:52:51,547 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:52:51,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:52:51,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:52:51,550 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:52:51,558 DEBUG [RS:0;defc576eb6b7:42641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;defc576eb6b7:42641 2024-11-14T09:52:51,558 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:52:51,558 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:52:51,558 DEBUG [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:52:51,559 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(2659): reportForDuty to master=defc576eb6b7,36393,1731577970921 with port=42641, startcode=1731577971097 2024-11-14T09:52:51,559 DEBUG [RS:0;defc576eb6b7:42641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:52:51,561 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49241, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:52:51,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer defc576eb6b7,42641,1731577971097 2024-11-14T09:52:51,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36393 {}] master.ServerManager(517): Registering regionserver=defc576eb6b7,42641,1731577971097 2024-11-14T09:52:51,563 DEBUG [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf 2024-11-14T09:52:51,564 DEBUG [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34991 2024-11-14T09:52:51,564 DEBUG [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:52:51,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:52:51,574 DEBUG [RS:0;defc576eb6b7:42641 {}] zookeeper.ZKUtil(111): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/defc576eb6b7,42641,1731577971097 2024-11-14T09:52:51,575 WARN [RS:0;defc576eb6b7:42641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:52:51,575 INFO [RS:0;defc576eb6b7:42641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:52:51,575 DEBUG [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097 2024-11-14T09:52:51,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [defc576eb6b7,42641,1731577971097] 2024-11-14T09:52:51,579 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:52:51,583 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:52:51,583 INFO [RS:0;defc576eb6b7:42641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:52:51,584 INFO [RS:0;defc576eb6b7:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,584 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:52:51,585 INFO [RS:0;defc576eb6b7:42641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:52:51,586 INFO [RS:0;defc576eb6b7:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,586 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:52:51,586 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:52:51,586 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:52:51,586 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:52:51,586 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:52:51,586 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:52:51,586 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:52:51,587 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:52:51,587 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:52:51,587 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:52:51,587 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:52:51,587 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:52:51,587 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:52:51,587 DEBUG [RS:0;defc576eb6b7:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:52:51,589 INFO [RS:0;defc576eb6b7:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,589 INFO [RS:0;defc576eb6b7:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,589 INFO [RS:0;defc576eb6b7:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,589 INFO [RS:0;defc576eb6b7:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,589 INFO [RS:0;defc576eb6b7:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,589 INFO [RS:0;defc576eb6b7:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,42641,1731577971097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:52:51,605 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:52:51,605 INFO [RS:0;defc576eb6b7:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,42641,1731577971097-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,605 INFO [RS:0;defc576eb6b7:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,605 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.Replication(171): defc576eb6b7,42641,1731577971097 started 2024-11-14T09:52:51,617 INFO [RS:0;defc576eb6b7:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:51,617 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(1482): Serving as defc576eb6b7,42641,1731577971097, RpcServer on defc576eb6b7/172.17.0.2:42641, sessionid=0x10138c2fc7c0001 2024-11-14T09:52:51,618 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:52:51,618 DEBUG [RS:0;defc576eb6b7:42641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager defc576eb6b7,42641,1731577971097 2024-11-14T09:52:51,618 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,42641,1731577971097' 2024-11-14T09:52:51,618 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T09:52:51,618 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T09:52:51,619 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:52:51,619 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:52:51,619 DEBUG [RS:0;defc576eb6b7:42641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager defc576eb6b7,42641,1731577971097 2024-11-14T09:52:51,619 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,42641,1731577971097' 2024-11-14T09:52:51,619 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T09:52:51,620 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T09:52:51,620 DEBUG [RS:0;defc576eb6b7:42641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:52:51,620 INFO [RS:0;defc576eb6b7:42641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:52:51,620 INFO [RS:0;defc576eb6b7:42641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:52:51,701 WARN [defc576eb6b7:36393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T09:52:51,721 INFO [RS:0;defc576eb6b7:42641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:52:51,727 INFO [RS:0;defc576eb6b7:42641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C42641%2C1731577971097, suffix=, logDir=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097, archiveDir=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/oldWALs, maxLogs=32 2024-11-14T09:52:51,747 DEBUG [RS:0;defc576eb6b7:42641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.1731577971734, exclude list is [], retry=0 2024-11-14T09:52:51,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45477,DS-5bfa3ae8-c212-45e8-9a2f-6f511d11b170,DISK] 2024-11-14T09:52:51,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38069,DS-e965f99a-59b1-4aee-bf5d-88e5a191557d,DISK] 2024-11-14T09:52:51,753 INFO [RS:0;defc576eb6b7:42641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.1731577971734 2024-11-14T09:52:51,753 DEBUG [RS:0;defc576eb6b7:42641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42001:42001),(127.0.0.1/127.0.0.1:46195:46195)] 2024-11-14T09:52:51,951 DEBUG [defc576eb6b7:36393 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:52:51,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=defc576eb6b7,42641,1731577971097 2024-11-14T09:52:51,957 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,42641,1731577971097, state=OPENING 2024-11-14T09:52:52,006 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:52:52,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:52,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:52:52,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:52:52,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:52:52,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,42641,1731577971097}] 2024-11-14T09:52:52,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:52:52,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:52:52,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:52:52,172 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:52:52,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58973, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:52:52,182 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:52:52,183 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:52:52,184 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:52:52,187 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C42641%2C1731577971097.meta, suffix=.meta, logDir=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097, archiveDir=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/oldWALs, maxLogs=32 2024-11-14T09:52:52,201 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.meta.1731577972189.meta, exclude list is [], retry=0 2024-11-14T09:52:52,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38069,DS-e965f99a-59b1-4aee-bf5d-88e5a191557d,DISK] 2024-11-14T09:52:52,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45477,DS-5bfa3ae8-c212-45e8-9a2f-6f511d11b170,DISK] 2024-11-14T09:52:52,230 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.meta.1731577972189.meta 2024-11-14T09:52:52,230 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42001:42001),(127.0.0.1/127.0.0.1:46195:46195)] 2024-11-14T09:52:52,231 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:52:52,231 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:52:52,231 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:52:52,231 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:52:52,232 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:52:52,232 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:52:52,232 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:52:52,232 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:52:52,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:52:52,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:52:52,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:52,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:52:52,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:52:52,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:52:52,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:52,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:52:52,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:52:52,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:52:52,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:52,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:52:52,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:52:52,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:52:52,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:52,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:52:52,244 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:52:52,246 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740 2024-11-14T09:52:52,248 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740 2024-11-14T09:52:52,249 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:52:52,249 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:52:52,250 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T09:52:52,252 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:52:52,253 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=850043, jitterRate=0.0808863490819931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T09:52:52,253 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:52:52,254 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731577972232Writing region info on filesystem at 1731577972232Initializing all the Stores at 1731577972234 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577972234Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577972234Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577972234Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577972234Cleaning up temporary data from old regions at 1731577972250 (+16 ms)Running coprocessor post-open hooks at 1731577972253 (+3 ms)Region opened successfully at 1731577972254 (+1 ms) 2024-11-14T09:52:52,256 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731577972172 2024-11-14T09:52:52,259 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:52:52,259 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:52:52,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,42641,1731577971097 2024-11-14T09:52:52,262 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,42641,1731577971097, state=OPEN 2024-11-14T09:52:52,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:52:52,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:52:52,405 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=defc576eb6b7,42641,1731577971097 2024-11-14T09:52:52,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:52:52,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:52:52,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:52:52,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,42641,1731577971097 in 389 msec 2024-11-14T09:52:52,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:52:52,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 866 msec 2024-11-14T09:52:52,419 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:52:52,419 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:52:52,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:52:52,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,42641,1731577971097, seqNum=-1] 2024-11-14T09:52:52,421 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:52:52,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57723, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:52:52,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 949 msec 2024-11-14T09:52:52,430 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731577972430, completionTime=-1 2024-11-14T09:52:52,430 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:52:52,430 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:52:52,432 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T09:52:52,432 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731578032432 2024-11-14T09:52:52,432 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731578092432 2024-11-14T09:52:52,432 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T09:52:52,433 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,36393,1731577970921-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:52,433 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,36393,1731577970921-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:52,433 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,36393,1731577970921-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:52,433 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-defc576eb6b7:36393, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:52,433 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:52,433 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:52,435 DEBUG [master/defc576eb6b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:52:52,438 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.274sec 2024-11-14T09:52:52,438 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:52:52,438 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:52:52,438 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:52:52,438 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:52:52,438 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:52:52,438 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,36393,1731577970921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:52:52,438 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,36393,1731577970921-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:52:52,441 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:52:52,441 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:52:52,442 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,36393,1731577970921-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:52:52,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227f3c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:52:52,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request defc576eb6b7,36393,-1 for getting cluster id 2024-11-14T09:52:52,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:52:52,526 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5685d3df-4e09-4f50-9c72-564d11f1bd44' 2024-11-14T09:52:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:52:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5685d3df-4e09-4f50-9c72-564d11f1bd44" 2024-11-14T09:52:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5305fff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:52:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [defc576eb6b7,36393,-1] 2024-11-14T09:52:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:52:52,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:52:52,529 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:52:52,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae69dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:52:52,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:52:52,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,42641,1731577971097, seqNum=-1] 2024-11-14T09:52:52,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:52:52,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:52:52,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=defc576eb6b7,36393,1731577970921 2024-11-14T09:52:52,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:52:52,540 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T09:52:52,558 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:52:52,563 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:52:52,579 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:52:52,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:52:52,596 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:52:52,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:52:52,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:52:52,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:52:52,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b8d24d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:52:52,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10e16ef7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:52:52,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@693689fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/java.io.tmpdir/jetty-localhost-33599-hadoop-hdfs-3_4_1-tests_jar-_-any-5421404088069412865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:52:52,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29107bb7{HTTP/1.1, (http/1.1)}{localhost:33599} 2024-11-14T09:52:52,696 INFO [Time-limited test {}] server.Server(415): Started @73629ms 2024-11-14T09:52:52,698 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:52:52,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:52:52,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:52:52,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:52:52,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:52:52,739 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:52:52,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc5674d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:52:52,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c9fd19d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:52:52,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c35220a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/java.io.tmpdir/jetty-localhost-37297-hadoop-hdfs-3_4_1-tests_jar-_-any-6622512817527092543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:52:52,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53d483a0{HTTP/1.1, (http/1.1)}{localhost:37297} 2024-11-14T09:52:52,836 INFO [Time-limited test {}] server.Server(415): Started @73770ms 2024-11-14T09:52:52,839 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:52:52,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:52:52,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:52:52,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:52:52,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:52:52,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:52:52,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dc5d5d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:52:52,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fdac6f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:52:52,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@214d5cd1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/java.io.tmpdir/jetty-localhost-41555-hadoop-hdfs-3_4_1-tests_jar-_-any-14009077846490727581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:52:52,975 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@129de9b7{HTTP/1.1, (http/1.1)}{localhost:41555} 2024-11-14T09:52:52,975 INFO [Time-limited test {}] server.Server(415): Started @73908ms 2024-11-14T09:52:52,977 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:52:54,050 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data6/current/BP-261051916-172.17.0.2-1731577968267/current, will proceed with Du for space computation calculation, 2024-11-14T09:52:54,050 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data5/current/BP-261051916-172.17.0.2-1731577968267/current, will proceed with Du for space computation calculation, 2024-11-14T09:52:54,074 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:52:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x881fc0f522491560 with lease ID 0x4e92a861a8cb47d6: Processing first storage report for DS-1d9a8605-26cd-44c6-80db-773d8c6aec49 from datanode DatanodeRegistration(127.0.0.1:36395, datanodeUuid=55fd8f9a-a448-420c-8802-806a31d7986c, infoPort=41547, infoSecurePort=0, ipcPort=44259, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267) 2024-11-14T09:52:54,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x881fc0f522491560 with lease ID 0x4e92a861a8cb47d6: from storage DS-1d9a8605-26cd-44c6-80db-773d8c6aec49 node DatanodeRegistration(127.0.0.1:36395, datanodeUuid=55fd8f9a-a448-420c-8802-806a31d7986c, infoPort=41547, infoSecurePort=0, ipcPort=44259, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:52:54,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x881fc0f522491560 with lease ID 0x4e92a861a8cb47d6: Processing first storage report for DS-bb7cf599-6904-4c75-8bee-393d846b88ee from datanode DatanodeRegistration(127.0.0.1:36395, datanodeUuid=55fd8f9a-a448-420c-8802-806a31d7986c, infoPort=41547, infoSecurePort=0, ipcPort=44259, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267) 2024-11-14T09:52:54,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x881fc0f522491560 with lease ID 0x4e92a861a8cb47d6: from storage DS-bb7cf599-6904-4c75-8bee-393d846b88ee node DatanodeRegistration(127.0.0.1:36395, datanodeUuid=55fd8f9a-a448-420c-8802-806a31d7986c, infoPort=41547, infoSecurePort=0, ipcPort=44259, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:52:54,277 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data7/current/BP-261051916-172.17.0.2-1731577968267/current, will proceed with Du for space computation calculation, 2024-11-14T09:52:54,277 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data8/current/BP-261051916-172.17.0.2-1731577968267/current, will proceed with Du for space computation calculation, 2024-11-14T09:52:54,303 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:52:54,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x790a54380db0c163 with lease ID 0x4e92a861a8cb47d7: Processing first storage report for DS-0546342b-016d-4448-a64c-64962770ec84 from datanode DatanodeRegistration(127.0.0.1:36747, datanodeUuid=d04d0ff4-d33d-4258-9d28-48e6959c2666, infoPort=37595, infoSecurePort=0, ipcPort=34031, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267) 2024-11-14T09:52:54,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x790a54380db0c163 with lease ID 0x4e92a861a8cb47d7: from storage DS-0546342b-016d-4448-a64c-64962770ec84 node DatanodeRegistration(127.0.0.1:36747, datanodeUuid=d04d0ff4-d33d-4258-9d28-48e6959c2666, infoPort=37595, infoSecurePort=0, ipcPort=34031, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:52:54,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x790a54380db0c163 with lease ID 0x4e92a861a8cb47d7: Processing first storage report for DS-77687904-faaf-416e-83d9-8a97a3938e46 from datanode DatanodeRegistration(127.0.0.1:36747, datanodeUuid=d04d0ff4-d33d-4258-9d28-48e6959c2666, infoPort=37595, infoSecurePort=0, ipcPort=34031, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267) 2024-11-14T09:52:54,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x790a54380db0c163 with lease ID 0x4e92a861a8cb47d7: from storage DS-77687904-faaf-416e-83d9-8a97a3938e46 node DatanodeRegistration(127.0.0.1:36747, datanodeUuid=d04d0ff4-d33d-4258-9d28-48e6959c2666, infoPort=37595, infoSecurePort=0, ipcPort=34031, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:52:54,359 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data9/current/BP-261051916-172.17.0.2-1731577968267/current, will proceed with Du for space computation calculation, 2024-11-14T09:52:54,359 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data10/current/BP-261051916-172.17.0.2-1731577968267/current, will proceed with Du for space computation calculation, 2024-11-14T09:52:54,378 WARN [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:52:54,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x823e978f3cf95d89 with lease ID 0x4e92a861a8cb47d8: Processing first storage report for DS-8eefe218-4660-4f1e-8074-f76530f9bb93 from datanode DatanodeRegistration(127.0.0.1:46199, datanodeUuid=02934ddc-2a90-4b99-8cca-dd4c94eb15eb, infoPort=34961, infoSecurePort=0, ipcPort=35033, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267) 2024-11-14T09:52:54,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x823e978f3cf95d89 with lease ID 0x4e92a861a8cb47d8: from storage DS-8eefe218-4660-4f1e-8074-f76530f9bb93 node DatanodeRegistration(127.0.0.1:46199, datanodeUuid=02934ddc-2a90-4b99-8cca-dd4c94eb15eb, infoPort=34961, infoSecurePort=0, ipcPort=35033, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:52:54,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x823e978f3cf95d89 with lease ID 0x4e92a861a8cb47d8: Processing first storage report for DS-e488bddc-dc4c-46f4-91d7-fe5f7993062a from datanode DatanodeRegistration(127.0.0.1:46199, datanodeUuid=02934ddc-2a90-4b99-8cca-dd4c94eb15eb, infoPort=34961, infoSecurePort=0, ipcPort=35033, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267) 2024-11-14T09:52:54,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x823e978f3cf95d89 with lease ID 0x4e92a861a8cb47d8: from storage DS-e488bddc-dc4c-46f4-91d7-fe5f7993062a node DatanodeRegistration(127.0.0.1:46199, datanodeUuid=02934ddc-2a90-4b99-8cca-dd4c94eb15eb, infoPort=34961, infoSecurePort=0, ipcPort=35033, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:52:54,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:52:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is defc576eb6b7,36393,1731577970921 2024-11-14T09:52:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cfc6e85 2024-11-14T09:52:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:52:54,420 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:52:54,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T09:52:54,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T09:52:54,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:52:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T09:52:54,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:52:54,425 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:54,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-14T09:52:54,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:52:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:52:54,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741835_1011 (size=393) 2024-11-14T09:52:54,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741835_1011 (size=393) 2024-11-14T09:52:54,438 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d8468332877c1023421537287a850c2, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf 2024-11-14T09:52:54,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741836_1012 (size=76) 2024-11-14T09:52:54,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741836_1012 (size=76) 2024-11-14T09:52:54,448 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:52:54,448 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 2d8468332877c1023421537287a850c2, disabling compactions & flushes 2024-11-14T09:52:54,448 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. 2024-11-14T09:52:54,448 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. 2024-11-14T09:52:54,448 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. after waiting 0 ms 2024-11-14T09:52:54,448 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. 2024-11-14T09:52:54,448 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. 2024-11-14T09:52:54,448 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d8468332877c1023421537287a850c2: Waiting for close lock at 1731577974448Disabling compacts and flushes for region at 1731577974448Disabling writes for close at 1731577974448Writing region close event to WAL at 1731577974448Closed at 1731577974448 2024-11-14T09:52:54,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:52:54,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731577974450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577974450"}]},"ts":"1731577974450"} 2024-11-14T09:52:54,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:52:54,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:52:54,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731577974456"}]},"ts":"1731577974456"} 2024-11-14T09:52:54,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-14T09:52:54,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2d8468332877c1023421537287a850c2, ASSIGN}] 2024-11-14T09:52:54,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2d8468332877c1023421537287a850c2, ASSIGN 2024-11-14T09:52:54,464 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2d8468332877c1023421537287a850c2, ASSIGN; state=OFFLINE, location=defc576eb6b7,42641,1731577971097; forceNewPlan=false, retain=false 2024-11-14T09:52:54,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d8468332877c1023421537287a850c2, regionState=OPENING, regionLocation=defc576eb6b7,42641,1731577971097 2024-11-14T09:52:54,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2d8468332877c1023421537287a850c2, ASSIGN because future has completed 2024-11-14T09:52:54,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d8468332877c1023421537287a850c2, server=defc576eb6b7,42641,1731577971097}] 2024-11-14T09:52:54,777 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. 2024-11-14T09:52:54,777 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d8468332877c1023421537287a850c2, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:52:54,777 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 2d8468332877c1023421537287a850c2 2024-11-14T09:52:54,777 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:52:54,777 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2d8468332877c1023421537287a850c2 2024-11-14T09:52:54,777 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2d8468332877c1023421537287a850c2 2024-11-14T09:52:54,779 INFO [StoreOpener-2d8468332877c1023421537287a850c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2d8468332877c1023421537287a850c2 2024-11-14T09:52:54,781 INFO [StoreOpener-2d8468332877c1023421537287a850c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d8468332877c1023421537287a850c2 columnFamilyName info 2024-11-14T09:52:54,781 DEBUG [StoreOpener-2d8468332877c1023421537287a850c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:52:54,782 INFO [StoreOpener-2d8468332877c1023421537287a850c2-1 {}] regionserver.HStore(327): Store=2d8468332877c1023421537287a850c2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:52:54,782 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2d8468332877c1023421537287a850c2 2024-11-14T09:52:54,783 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2d8468332877c1023421537287a850c2 2024-11-14T09:52:54,784 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2d8468332877c1023421537287a850c2 2024-11-14T09:52:54,784 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2d8468332877c1023421537287a850c2 2024-11-14T09:52:54,784 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2d8468332877c1023421537287a850c2 2024-11-14T09:52:54,786 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2d8468332877c1023421537287a850c2 2024-11-14T09:52:54,789 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2d8468332877c1023421537287a850c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:52:54,790 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2d8468332877c1023421537287a850c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=693541, jitterRate=-0.11811807751655579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T09:52:54,790 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d8468332877c1023421537287a850c2 2024-11-14T09:52:54,791 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2d8468332877c1023421537287a850c2: Running coprocessor pre-open hook at 1731577974777Writing region info on filesystem at 1731577974778 (+1 ms)Initializing all the Stores at 1731577974779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577974779Cleaning up temporary data from old regions at 1731577974784 (+5 ms)Running coprocessor post-open hooks at 1731577974790 (+6 ms)Region opened successfully at 1731577974791 (+1 ms) 2024-11-14T09:52:54,792 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2., pid=6, masterSystemTime=1731577974771 2024-11-14T09:52:54,794 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. 2024-11-14T09:52:54,794 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. 2024-11-14T09:52:54,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d8468332877c1023421537287a850c2, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,42641,1731577971097 2024-11-14T09:52:54,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d8468332877c1023421537287a850c2, server=defc576eb6b7,42641,1731577971097 because future has completed 2024-11-14T09:52:54,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:52:54,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d8468332877c1023421537287a850c2, server=defc576eb6b7,42641,1731577971097 in 181 msec 2024-11-14T09:52:54,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:52:54,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2d8468332877c1023421537287a850c2, ASSIGN in 343 msec 2024-11-14T09:52:54,805 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:52:54,806 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731577974806"}]},"ts":"1731577974806"} 2024-11-14T09:52:54,808 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-14T09:52:54,809 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:52:54,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 387 msec 2024-11-14T09:52:56,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T09:52:56,636 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-14T09:52:56,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-14T09:52:57,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:52:57,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:52:57,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:52:57,775 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:52:57,775 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-14T09:53:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:53:04,483 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-14T09:53:04,483 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-14T09:53:04,484 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T09:53:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-14T09:53:04,489 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T09:53:04,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-14T09:53:04,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2., hostname=defc576eb6b7,42641,1731577971097, seqNum=2] 2024-11-14T09:53:04,497 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-14T09:53:04,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T09:53:04,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. 2024-11-14T09:53:04,502 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-561372184_22 at /127.0.0.1:52788 [Receiving block BP-261051916-172.17.0.2-1731577968267:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:38069:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52788 dst: /127.0.0.1:38069 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:04,502 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1574453902_22 at /127.0.0.1:52812 [Receiving block BP-261051916-172.17.0.2-1731577968267:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38069:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52812 dst: /127.0.0.1:38069 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:04,503 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-561372184_22 at /127.0.0.1:36568 [Receiving block BP-261051916-172.17.0.2-1731577968267:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:45477:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36568 dst: /127.0.0.1:45477 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:04,503 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1574453902_22 at /127.0.0.1:44312 [Receiving block BP-261051916-172.17.0.2-1731577968267:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:45477:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44312 dst: /127.0.0.1:45477 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:04,503 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1574453902_22 at /127.0.0.1:36598 [Receiving block BP-261051916-172.17.0.2-1731577968267:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:45477:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36598 dst: /127.0.0.1:45477 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:04,502 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1574453902_22 at /127.0.0.1:49712 [Receiving block BP-261051916-172.17.0.2-1731577968267:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:38069:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49712 dst: /127.0.0.1:38069 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:04,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bf0b65c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:53:04,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74458231{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:53:04,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:53:04,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45749bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:53:04,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@473ee1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,STOPPED} 2024-11-14T09:53:04,512 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:53:04,512 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:53:04,512 WARN [BP-261051916-172.17.0.2-1731577968267 heartbeating to localhost/127.0.0.1:34991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:53:04,512 WARN [BP-261051916-172.17.0.2-1731577968267 heartbeating to localhost/127.0.0.1:34991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-261051916-172.17.0.2-1731577968267 (Datanode Uuid 8a927ee5-4a34-4569-a3a7-3c0775d52ea3) service to localhost/127.0.0.1:34991 2024-11-14T09:53:04,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data1/current/BP-261051916-172.17.0.2-1731577968267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:53:04,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data2/current/BP-261051916-172.17.0.2-1731577968267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:53:04,513 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:53:04,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:53:04,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:53:04,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:53:04,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:53:04,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:53:04,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5670a2b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:53:04,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e0a2d52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:53:04,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dfee1e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/java.io.tmpdir/jetty-localhost-35115-hadoop-hdfs-3_4_1-tests_jar-_-any-3081115412256633177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:53:04,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a6c1f45{HTTP/1.1, (http/1.1)}{localhost:35115} 2024-11-14T09:53:04,662 INFO [Time-limited test {}] server.Server(415): Started @85595ms 2024-11-14T09:53:04,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:53:04,693 WARN [AsyncFSWAL-0-hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf-prefix:defc576eb6b7,42641,1731577971097 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:04,693 DEBUG [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL defc576eb6b7%2C42641%2C1731577971097:(num 1731577971734) roll requested 2024-11-14T09:53:04,713 DEBUG [regionserver/defc576eb6b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.1731577984693, exclude list is [], retry=0 2024-11-14T09:53:04,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36747,DS-0546342b-016d-4448-a64c-64962770ec84,DISK] 2024-11-14T09:53:04,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36395,DS-1d9a8605-26cd-44c6-80db-773d8c6aec49,DISK] 2024-11-14T09:53:04,719 INFO [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.1731577971734 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.1731577984693 2024-11-14T09:53:04,720 DEBUG [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37595:37595),(127.0.0.1/127.0.0.1:41547:41547)] 2024-11-14T09:53:04,720 DEBUG [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.1731577971734 is not closed yet, will try archiving it next time 2024-11-14T09:53:04,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:53:04,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:53:04,721 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:04,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:53:04,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:53:04,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:53:04,721 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:04,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:53:04,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:53:04,722 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1988791736, stopped=false 2024-11-14T09:53:04,722 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=defc576eb6b7,36393,1731577970921 2024-11-14T09:53:04,723 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T09:53:04,723 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T09:53:04,723 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.1731577971734 2024-11-14T09:53:04,726 WARN [IPC Server handler 4 on default port 34991 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.1731577971734 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-14T09:53:04,731 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.1731577971734 after 5ms 2024-11-14T09:53:04,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T09:53:04,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T09:53:04,742 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:53:04,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:04,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:04,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:53:04,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:53:04,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:53:04,743 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'defc576eb6b7,42641,1731577971097' ***** 2024-11-14T09:53:04,743 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:53:04,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:53:04,743 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:53:04,743 INFO [RS:0;defc576eb6b7:42641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:53:04,743 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:53:04,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:53:04,743 INFO [RS:0;defc576eb6b7:42641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:53:04,743 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d8468332877c1023421537287a850c2 2024-11-14T09:53:04,744 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(959): stopping server defc576eb6b7,42641,1731577971097 2024-11-14T09:53:04,744 INFO [RS:0;defc576eb6b7:42641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:53:04,744 INFO [RS:0;defc576eb6b7:42641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;defc576eb6b7:42641. 2024-11-14T09:53:04,744 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d8468332877c1023421537287a850c2, disabling compactions & flushes 2024-11-14T09:53:04,744 DEBUG [RS:0;defc576eb6b7:42641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:53:04,744 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. 2024-11-14T09:53:04,744 DEBUG [RS:0;defc576eb6b7:42641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:53:04,744 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. 2024-11-14T09:53:04,744 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:53:04,744 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. after waiting 0 ms 2024-11-14T09:53:04,744 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:53:04,744 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. 2024-11-14T09:53:04,744 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:53:04,744 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:53:04,744 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d8468332877c1023421537287a850c2 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-14T09:53:04,744 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:53:04,744 DEBUG [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2d8468332877c1023421537287a850c2=TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2.} 2024-11-14T09:53:04,745 DEBUG [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d8468332877c1023421537287a850c2 2024-11-14T09:53:04,745 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:53:04,745 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:53:04,745 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:53:04,745 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:53:04,745 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:53:04,745 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-14T09:53:04,746 WARN [AsyncFSWAL-0-hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf-prefix:defc576eb6b7,42641,1731577971097.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:04,746 DEBUG [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL defc576eb6b7%2C42641%2C1731577971097.meta:.meta(num 1731577972189) roll requested 2024-11-14T09:53:04,760 DEBUG [regionserver/defc576eb6b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.meta.1731577984746.meta, exclude list is [], retry=0 2024-11-14T09:53:04,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36395,DS-1d9a8605-26cd-44c6-80db-773d8c6aec49,DISK] 2024-11-14T09:53:04,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46199,DS-8eefe218-4660-4f1e-8074-f76530f9bb93,DISK] 2024-11-14T09:53:04,764 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2d8468332877c1023421537287a850c2/.tmp/info/79267ce2f8664c12a6cfe1fad3d884c0 is 1055, key is row0001/info:/1731577984495/Put/seqid=0 2024-11-14T09:53:04,764 INFO [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.meta.1731577972189.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.meta.1731577984746.meta 2024-11-14T09:53:04,765 DEBUG [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:34961:34961)] 2024-11-14T09:53:04,765 DEBUG [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.meta.1731577972189.meta is not closed yet, will try archiving it next time 2024-11-14T09:53:04,765 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:04,765 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:04,766 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.meta.1731577972189.meta 2024-11-14T09:53:04,766 WARN [IPC Server handler 1 on default port 34991 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.meta.1731577972189.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-14T09:53:04,766 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.meta.1731577972189.meta after 0ms 2024-11-14T09:53:04,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741839_1016 (size=7062) 2024-11-14T09:53:04,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741839_1016 (size=7062) 2024-11-14T09:53:04,772 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2d8468332877c1023421537287a850c2/.tmp/info/79267ce2f8664c12a6cfe1fad3d884c0 2024-11-14T09:53:04,781 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2d8468332877c1023421537287a850c2/.tmp/info/79267ce2f8664c12a6cfe1fad3d884c0 as hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2d8468332877c1023421537287a850c2/info/79267ce2f8664c12a6cfe1fad3d884c0 2024-11-14T09:53:04,782 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/.tmp/info/a2d7d7b1332844e080afaba2dc616e96 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2./info:regioninfo/1731577974795/Put/seqid=0 2024-11-14T09:53:04,784 WARN [Thread-626 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741840_1018 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T09:53:04,785 WARN [Thread-626 {}] hdfs.DataStreamer(1731): Error Recovery for BP-261051916-172.17.0.2-1731577968267:blk_1073741840_1018 in pipeline [DatanodeInfoWithStorage[127.0.0.1:38069,DS-e965f99a-59b1-4aee-bf5d-88e5a191557d,DISK], DatanodeInfoWithStorage[127.0.0.1:36747,DS-0546342b-016d-4448-a64c-64962770ec84,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:38069,DS-e965f99a-59b1-4aee-bf5d-88e5a191557d,DISK]) is bad. 2024-11-14T09:53:04,785 WARN [Thread-626 {}] hdfs.DataStreamer(1850): Abandoning BP-261051916-172.17.0.2-1731577968267:blk_1073741840_1018 2024-11-14T09:53:04,788 WARN [Thread-626 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:38069,DS-e965f99a-59b1-4aee-bf5d-88e5a191557d,DISK] 2024-11-14T09:53:04,790 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2d8468332877c1023421537287a850c2/info/79267ce2f8664c12a6cfe1fad3d884c0, entries=2, sequenceid=6, filesize=6.9 K 2024-11-14T09:53:04,792 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 2d8468332877c1023421537287a850c2 in 48ms, sequenceid=6, compaction requested=false 2024-11-14T09:53:04,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741841_1019 (size=7089) 2024-11-14T09:53:04,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741841_1019 (size=7089) 2024-11-14T09:53:04,801 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/.tmp/info/a2d7d7b1332844e080afaba2dc616e96 2024-11-14T09:53:04,803 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2d8468332877c1023421537287a850c2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T09:53:04,804 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. 2024-11-14T09:53:04,804 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d8468332877c1023421537287a850c2: Waiting for close lock at 1731577984744Running coprocessor pre-close hooks at 1731577984744Disabling compacts and flushes for region at 1731577984744Disabling writes for close at 1731577984744Obtaining lock to block concurrent updates at 1731577984744Preparing flush snapshotting stores in 2d8468332877c1023421537287a850c2 at 1731577984744Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731577984745 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. at 1731577984745Flushing 2d8468332877c1023421537287a850c2/info: creating writer at 1731577984746 (+1 ms)Flushing 2d8468332877c1023421537287a850c2/info: appending metadata at 1731577984764 (+18 ms)Flushing 2d8468332877c1023421537287a850c2/info: closing flushed file at 1731577984764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f404ad3: reopening flushed file at 1731577984780 (+16 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 2d8468332877c1023421537287a850c2 in 48ms, sequenceid=6, compaction requested=false at 1731577984792 (+12 ms)Writing region close event to WAL at 1731577984797 (+5 ms)Running coprocessor post-close hooks at 1731577984803 (+6 ms)Closed at 1731577984804 (+1 ms) 2024-11-14T09:53:04,804 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731577974421.2d8468332877c1023421537287a850c2. 2024-11-14T09:53:04,826 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/.tmp/ns/1b8e4a4d88a541abb33db37a286f83f5 is 43, key is default/ns:d/1731577972423/Put/seqid=0 2024-11-14T09:53:04,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741842_1020 (size=5153) 2024-11-14T09:53:04,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741842_1020 (size=5153) 2024-11-14T09:53:04,837 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/.tmp/ns/1b8e4a4d88a541abb33db37a286f83f5 2024-11-14T09:53:04,860 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/.tmp/table/58f7165423894286832579284b78e6de is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731577974806/Put/seqid=0 2024-11-14T09:53:04,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741843_1021 (size=5424) 2024-11-14T09:53:04,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741843_1021 (size=5424) 2024-11-14T09:53:04,866 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/.tmp/table/58f7165423894286832579284b78e6de 2024-11-14T09:53:04,874 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/.tmp/info/a2d7d7b1332844e080afaba2dc616e96 as hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/info/a2d7d7b1332844e080afaba2dc616e96 2024-11-14T09:53:04,883 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/info/a2d7d7b1332844e080afaba2dc616e96, entries=10, sequenceid=11, filesize=6.9 K 2024-11-14T09:53:04,885 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/.tmp/ns/1b8e4a4d88a541abb33db37a286f83f5 as hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/ns/1b8e4a4d88a541abb33db37a286f83f5 2024-11-14T09:53:04,892 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/ns/1b8e4a4d88a541abb33db37a286f83f5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T09:53:04,894 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/.tmp/table/58f7165423894286832579284b78e6de as hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/table/58f7165423894286832579284b78e6de 2024-11-14T09:53:04,902 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/table/58f7165423894286832579284b78e6de, entries=2, sequenceid=11, filesize=5.3 K 2024-11-14T09:53:04,903 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=11, compaction requested=false 2024-11-14T09:53:04,910 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T09:53:04,911 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:53:04,911 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:53:04,911 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731577984744Running coprocessor pre-close hooks at 1731577984744Disabling compacts and flushes for region at 1731577984745 (+1 ms)Disabling writes for close at 1731577984745Obtaining lock to block concurrent updates at 1731577984745Preparing flush snapshotting stores in 1588230740 at 1731577984745Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731577984746 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731577984765 (+19 ms)Flushing 1588230740/info: creating writer at 1731577984765Flushing 1588230740/info: appending metadata at 1731577984782 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731577984782Flushing 1588230740/ns: creating writer at 1731577984810 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731577984826 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731577984826Flushing 1588230740/table: creating writer at 1731577984846 (+20 ms)Flushing 1588230740/table: appending metadata at 1731577984859 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731577984859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f02b4c: reopening flushed file at 1731577984873 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c518d52: reopening flushed file at 1731577984883 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35337b80: reopening flushed file at 1731577984893 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=11, compaction requested=false at 1731577984903 (+10 ms)Writing region close event to WAL at 1731577984905 (+2 ms)Running coprocessor post-close hooks at 1731577984911 (+6 ms)Closed at 1731577984911 2024-11-14T09:53:04,912 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:53:04,945 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(976): stopping server defc576eb6b7,42641,1731577971097; all regions closed. 2024-11-14T09:53:04,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741838_1015 (size=825) 2024-11-14T09:53:04,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741838_1015 (size=825) 2024-11-14T09:53:05,125 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:53:05,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a15a42844ce22c6 with lease ID 0x4e92a861a8cb47d9: from storage DS-e965f99a-59b1-4aee-bf5d-88e5a191557d node DatanodeRegistration(127.0.0.1:33793, datanodeUuid=8a927ee5-4a34-4569-a3a7-3c0775d52ea3, infoPort=34781, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:53:05,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a15a42844ce22c6 with lease ID 0x4e92a861a8cb47d9: from storage DS-0acaf336-81e4-41d9-8ea6-ec6d3b57af05 node DatanodeRegistration(127.0.0.1:33793, datanodeUuid=8a927ee5-4a34-4569-a3a7-3c0775d52ea3, infoPort=34781, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=1092644884;c=1731577968267), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:53:05,590 INFO [regionserver/defc576eb6b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:53:05,590 INFO [regionserver/defc576eb6b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:53:05,590 INFO [regionserver/defc576eb6b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:53:05,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45477 is added to blk_1073741833_1014 (size=1599) 2024-11-14T09:53:06,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T09:53:06,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:53:06,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T09:53:08,732 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.1731577971734 after 4009ms 2024-11-14T09:53:08,733 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.1731577971734 to hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/oldWALs/defc576eb6b7%2C42641%2C1731577971097.1731577971734 2024-11-14T09:53:08,767 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.meta.1731577972189.meta after 4001ms 2024-11-14T09:53:08,768 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/WALs/defc576eb6b7,42641,1731577971097/defc576eb6b7%2C42641%2C1731577971097.meta.1731577972189.meta to hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/oldWALs/defc576eb6b7%2C42641%2C1731577971097.meta.1731577972189.meta 2024-11-14T09:53:08,773 DEBUG [RS:0;defc576eb6b7:42641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/oldWALs 2024-11-14T09:53:08,773 INFO [RS:0;defc576eb6b7:42641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL defc576eb6b7%2C42641%2C1731577971097.meta:.meta(num 1731577984746) 2024-11-14T09:53:08,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741837_1013 (size=2288) 2024-11-14T09:53:08,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741837_1013 (size=2288) 2024-11-14T09:53:08,781 DEBUG [RS:0;defc576eb6b7:42641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/oldWALs 2024-11-14T09:53:08,781 INFO [RS:0;defc576eb6b7:42641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL defc576eb6b7%2C42641%2C1731577971097:(num 1731577984693) 2024-11-14T09:53:08,781 DEBUG [RS:0;defc576eb6b7:42641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:53:08,781 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:53:08,782 INFO [RS:0;defc576eb6b7:42641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:53:08,782 INFO [RS:0;defc576eb6b7:42641 {}] hbase.ChoreService(370): Chore service for: regionserver/defc576eb6b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:53:08,782 INFO [RS:0;defc576eb6b7:42641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:53:08,782 INFO [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:53:08,783 INFO [RS:0;defc576eb6b7:42641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42641 2024-11-14T09:53:08,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/defc576eb6b7,42641,1731577971097 2024-11-14T09:53:08,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:53:08,805 INFO [RS:0;defc576eb6b7:42641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:53:08,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741834_1017 (size=2386) 2024-11-14T09:53:08,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [defc576eb6b7,42641,1731577971097] 2024-11-14T09:53:08,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/defc576eb6b7,42641,1731577971097 already deleted, retry=false 2024-11-14T09:53:08,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; defc576eb6b7,42641,1731577971097 expired; onlineServers=0 2024-11-14T09:53:08,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'defc576eb6b7,36393,1731577970921' ***** 2024-11-14T09:53:08,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:53:08,946 INFO [M:0;defc576eb6b7:36393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:53:08,946 INFO [M:0;defc576eb6b7:36393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:53:08,946 DEBUG [M:0;defc576eb6b7:36393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:53:08,946 DEBUG [M:0;defc576eb6b7:36393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:53:08,946 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:53:08,946 DEBUG [master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731577971493 {}] cleaner.HFileCleaner(306): Exit Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731577971493,5,FailOnTimeoutGroup] 2024-11-14T09:53:08,946 DEBUG [master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731577971492 {}] cleaner.HFileCleaner(306): Exit Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731577971492,5,FailOnTimeoutGroup] 2024-11-14T09:53:08,947 INFO [M:0;defc576eb6b7:36393 {}] hbase.ChoreService(370): Chore service for: master/defc576eb6b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:53:08,947 INFO [M:0;defc576eb6b7:36393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:53:08,948 DEBUG [M:0;defc576eb6b7:36393 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:53:08,948 INFO [M:0;defc576eb6b7:36393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:53:08,948 INFO [M:0;defc576eb6b7:36393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:53:08,948 INFO [M:0;defc576eb6b7:36393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:53:08,949 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:53:08,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:53:08,981 INFO [RS:0;defc576eb6b7:42641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:53:08,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x10138c2fc7c0001, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:53:08,982 INFO [RS:0;defc576eb6b7:42641 {}] regionserver.HRegionServer(1031): Exiting; stopping=defc576eb6b7,42641,1731577971097; zookeeper connection closed. 2024-11-14T09:53:08,982 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c57dea1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c57dea1 2024-11-14T09:53:08,982 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:53:09,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T09:53:09,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:09,020 DEBUG [M:0;defc576eb6b7:36393 {}] zookeeper.ZKUtil(347): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T09:53:09,020 WARN [M:0;defc576eb6b7:36393 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:53:09,023 INFO [M:0;defc576eb6b7:36393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/.lastflushedseqids 2024-11-14T09:53:09,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741844_1022 (size=139) 2024-11-14T09:53:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741844_1022 (size=139) 2024-11-14T09:53:09,032 INFO [M:0;defc576eb6b7:36393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:53:09,032 INFO [M:0;defc576eb6b7:36393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:53:09,033 DEBUG [M:0;defc576eb6b7:36393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:53:09,033 INFO [M:0;defc576eb6b7:36393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:53:09,033 DEBUG [M:0;defc576eb6b7:36393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:53:09,033 DEBUG [M:0;defc576eb6b7:36393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:53:09,033 DEBUG [M:0;defc576eb6b7:36393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:53:09,033 INFO [M:0;defc576eb6b7:36393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-11-14T09:53:09,034 WARN [AsyncFSWAL-0-hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData-prefix:defc576eb6b7,36393,1731577970921 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:09,034 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL defc576eb6b7%2C36393%2C1731577970921:(num 1731577971242) roll requested 2024-11-14T09:53:09,048 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/WALs/defc576eb6b7,36393,1731577970921/defc576eb6b7%2C36393%2C1731577970921.1731577989034, exclude list is [], retry=0 2024-11-14T09:53:09,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33793,DS-e965f99a-59b1-4aee-bf5d-88e5a191557d,DISK] 2024-11-14T09:53:09,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45477,DS-5bfa3ae8-c212-45e8-9a2f-6f511d11b170,DISK] 2024-11-14T09:53:09,053 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/WALs/defc576eb6b7,36393,1731577970921/defc576eb6b7%2C36393%2C1731577970921.1731577971242 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/WALs/defc576eb6b7,36393,1731577970921/defc576eb6b7%2C36393%2C1731577970921.1731577989034 2024-11-14T09:53:09,053 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781),(127.0.0.1/127.0.0.1:46195:46195)] 2024-11-14T09:53:09,054 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/WALs/defc576eb6b7,36393,1731577970921/defc576eb6b7%2C36393%2C1731577970921.1731577971242 is not closed yet, will try archiving it next time 2024-11-14T09:53:09,054 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:09,054 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:53:09,054 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/WALs/defc576eb6b7,36393,1731577970921/defc576eb6b7%2C36393%2C1731577970921.1731577971242 2024-11-14T09:53:09,055 WARN [IPC Server handler 1 on default port 34991 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/WALs/defc576eb6b7,36393,1731577970921/defc576eb6b7%2C36393%2C1731577970921.1731577971242 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-14T09:53:09,055 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/WALs/defc576eb6b7,36393,1731577970921/defc576eb6b7%2C36393%2C1731577970921.1731577971242 after 1ms 2024-11-14T09:53:09,070 DEBUG [M:0;defc576eb6b7:36393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/100c1ce633a94bb8b32eea54360ccf1e is 82, key is hbase:meta,,1/info:regioninfo/1731577972260/Put/seqid=0 2024-11-14T09:53:09,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741846_1025 (size=5672) 2024-11-14T09:53:09,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45477 is added to blk_1073741846_1025 (size=5672) 2024-11-14T09:53:09,077 INFO [M:0;defc576eb6b7:36393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/100c1ce633a94bb8b32eea54360ccf1e 2024-11-14T09:53:09,107 DEBUG [M:0;defc576eb6b7:36393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b933d183f8b64debad7b5ee788f0990c is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731577974810/Put/seqid=0 2024-11-14T09:53:09,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741847_1026 (size=6113) 2024-11-14T09:53:09,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741847_1026 (size=6113) 2024-11-14T09:53:09,114 INFO [M:0;defc576eb6b7:36393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b933d183f8b64debad7b5ee788f0990c 2024-11-14T09:53:09,142 DEBUG [M:0;defc576eb6b7:36393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f30d9aa530944f2c9329d0492bf139b0 is 69, key is defc576eb6b7,42641,1731577971097/rs:state/1731577971562/Put/seqid=0 2024-11-14T09:53:09,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45477 is added to blk_1073741848_1027 (size=5156) 2024-11-14T09:53:09,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741848_1027 (size=5156) 2024-11-14T09:53:09,551 INFO [M:0;defc576eb6b7:36393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f30d9aa530944f2c9329d0492bf139b0 2024-11-14T09:53:09,582 DEBUG [M:0;defc576eb6b7:36393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ab3d366e83404b65b1efbb819bb32999 is 52, key is load_balancer_on/state:d/1731577972539/Put/seqid=0 2024-11-14T09:53:09,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36747 is added to blk_1073741849_1028 (size=5056) 2024-11-14T09:53:09,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741849_1028 (size=5056) 2024-11-14T09:53:09,591 INFO [M:0;defc576eb6b7:36393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ab3d366e83404b65b1efbb819bb32999 2024-11-14T09:53:09,600 DEBUG [M:0;defc576eb6b7:36393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/100c1ce633a94bb8b32eea54360ccf1e as hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/100c1ce633a94bb8b32eea54360ccf1e 2024-11-14T09:53:09,608 INFO [M:0;defc576eb6b7:36393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/100c1ce633a94bb8b32eea54360ccf1e, entries=8, sequenceid=56, filesize=5.5 K 2024-11-14T09:53:09,609 DEBUG [M:0;defc576eb6b7:36393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b933d183f8b64debad7b5ee788f0990c as hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b933d183f8b64debad7b5ee788f0990c 2024-11-14T09:53:09,618 INFO [M:0;defc576eb6b7:36393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b933d183f8b64debad7b5ee788f0990c, entries=6, sequenceid=56, filesize=6.0 K 2024-11-14T09:53:09,619 DEBUG [M:0;defc576eb6b7:36393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f30d9aa530944f2c9329d0492bf139b0 as hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f30d9aa530944f2c9329d0492bf139b0 2024-11-14T09:53:09,628 INFO [M:0;defc576eb6b7:36393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f30d9aa530944f2c9329d0492bf139b0, entries=1, sequenceid=56, filesize=5.0 K 2024-11-14T09:53:09,630 DEBUG [M:0;defc576eb6b7:36393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ab3d366e83404b65b1efbb819bb32999 as hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ab3d366e83404b65b1efbb819bb32999 2024-11-14T09:53:09,639 INFO [M:0;defc576eb6b7:36393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ab3d366e83404b65b1efbb819bb32999, entries=1, sequenceid=56, filesize=4.9 K 2024-11-14T09:53:09,641 INFO [M:0;defc576eb6b7:36393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 608ms, sequenceid=56, compaction requested=false 2024-11-14T09:53:09,649 INFO [M:0;defc576eb6b7:36393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:53:09,649 DEBUG [M:0;defc576eb6b7:36393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731577989033Disabling compacts and flushes for region at 1731577989033Disabling writes for close at 1731577989033Obtaining lock to block concurrent updates at 1731577989033Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731577989033Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1731577989033Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731577989054 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731577989054Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731577989069 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731577989069Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731577989085 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731577989106 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731577989106Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731577989121 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731577989141 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731577989141Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731577989560 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731577989582 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731577989582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4829134e: reopening flushed file at 1731577989598 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ecbc92: reopening flushed file at 1731577989608 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2b26c7: reopening flushed file at 1731577989618 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e75ee9: reopening flushed file at 1731577989628 (+10 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 608ms, sequenceid=56, compaction requested=false at 1731577989641 (+13 ms)Writing region close event to WAL at 1731577989649 (+8 ms)Closed at 1731577989649 2024-11-14T09:53:09,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741845_1023 (size=757) 2024-11-14T09:53:09,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45477 is added to blk_1073741845_1023 (size=757) 2024-11-14T09:53:09,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:09,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:09,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:10,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:53:10,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:10,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:10,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:13,056 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/WALs/defc576eb6b7,36393,1731577970921/defc576eb6b7%2C36393%2C1731577970921.1731577971242 after 4002ms 2024-11-14T09:53:13,057 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/WALs/defc576eb6b7,36393,1731577970921/defc576eb6b7%2C36393%2C1731577970921.1731577971242 to hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/oldWALs/defc576eb6b7%2C36393%2C1731577970921.1731577971242 2024-11-14T09:53:13,061 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/MasterData/oldWALs/defc576eb6b7%2C36393%2C1731577970921.1731577971242 to hdfs://localhost:34991/user/jenkins/test-data/d2de6c84-0db0-1388-c6de-55e5edb28dcf/oldWALs/defc576eb6b7%2C36393%2C1731577970921.1731577971242$masterlocalwal$ 2024-11-14T09:53:13,062 INFO [M:0;defc576eb6b7:36393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:53:13,062 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:53:13,062 INFO [M:0;defc576eb6b7:36393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36393 2024-11-14T09:53:13,062 INFO [M:0;defc576eb6b7:36393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:53:13,242 INFO [M:0;defc576eb6b7:36393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:53:13,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:53:13,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x10138c2fc7c0000, quorum=127.0.0.1:64395, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:53:13,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dfee1e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:53:13,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a6c1f45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:53:13,251 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:53:13,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e0a2d52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:53:13,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5670a2b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,STOPPED} 2024-11-14T09:53:13,253 WARN [BP-261051916-172.17.0.2-1731577968267 heartbeating to localhost/127.0.0.1:34991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:53:13,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:53:13,253 WARN [BP-261051916-172.17.0.2-1731577968267 heartbeating to localhost/127.0.0.1:34991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-261051916-172.17.0.2-1731577968267 (Datanode Uuid 8a927ee5-4a34-4569-a3a7-3c0775d52ea3) service to localhost/127.0.0.1:34991 2024-11-14T09:53:13,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:53:13,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data1/current/BP-261051916-172.17.0.2-1731577968267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:53:13,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data2/current/BP-261051916-172.17.0.2-1731577968267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:53:13,254 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:53:13,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@214d5cd1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:53:13,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@129de9b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:53:13,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:53:13,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fdac6f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:53:13,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dc5d5d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,STOPPED} 2024-11-14T09:53:13,257 WARN [BP-261051916-172.17.0.2-1731577968267 heartbeating to localhost/127.0.0.1:34991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:53:13,257 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:53:13,257 WARN [BP-261051916-172.17.0.2-1731577968267 heartbeating to localhost/127.0.0.1:34991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-261051916-172.17.0.2-1731577968267 (Datanode Uuid 02934ddc-2a90-4b99-8cca-dd4c94eb15eb) service to localhost/127.0.0.1:34991 2024-11-14T09:53:13,257 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:53:13,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data9/current/BP-261051916-172.17.0.2-1731577968267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:53:13,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data10/current/BP-261051916-172.17.0.2-1731577968267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:53:13,258 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:53:13,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c35220a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:53:13,260 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53d483a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:53:13,260 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:53:13,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c9fd19d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:53:13,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc5674d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,STOPPED} 2024-11-14T09:53:13,261 WARN [BP-261051916-172.17.0.2-1731577968267 heartbeating to localhost/127.0.0.1:34991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:53:13,261 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:53:13,261 WARN [BP-261051916-172.17.0.2-1731577968267 heartbeating to localhost/127.0.0.1:34991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-261051916-172.17.0.2-1731577968267 (Datanode Uuid d04d0ff4-d33d-4258-9d28-48e6959c2666) service to localhost/127.0.0.1:34991 2024-11-14T09:53:13,261 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:53:13,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data7/current/BP-261051916-172.17.0.2-1731577968267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:53:13,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data8/current/BP-261051916-172.17.0.2-1731577968267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:53:13,262 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:53:13,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@693689fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:53:13,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29107bb7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:53:13,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:53:13,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10e16ef7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:53:13,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b8d24d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,STOPPED} 2024-11-14T09:53:13,267 WARN [BP-261051916-172.17.0.2-1731577968267 heartbeating to localhost/127.0.0.1:34991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:53:13,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:53:13,267 WARN [BP-261051916-172.17.0.2-1731577968267 heartbeating to localhost/127.0.0.1:34991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-261051916-172.17.0.2-1731577968267 (Datanode Uuid 55fd8f9a-a448-420c-8802-806a31d7986c) service to localhost/127.0.0.1:34991 2024-11-14T09:53:13,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:53:13,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data5/current/BP-261051916-172.17.0.2-1731577968267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:53:13,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data6/current/BP-261051916-172.17.0.2-1731577968267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:53:13,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:53:13,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4696a970{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:53:13,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63345d95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:53:13,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:53:13,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be87d6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:53:13,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2375f10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,STOPPED} 2024-11-14T09:53:13,275 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:53:13,275 WARN [BP-261051916-172.17.0.2-1731577968267 heartbeating to localhost/127.0.0.1:34991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:53:13,275 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:53:13,275 WARN [BP-261051916-172.17.0.2-1731577968267 heartbeating to localhost/127.0.0.1:34991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-261051916-172.17.0.2-1731577968267 (Datanode Uuid abce333f-c78e-41c8-b6b2-3773027d89c2) service to localhost/127.0.0.1:34991 2024-11-14T09:53:13,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data3/current/BP-261051916-172.17.0.2-1731577968267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:53:13,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/cluster_98d7235e-c2d3-626f-fda1-abb1e369c854/data/data4/current/BP-261051916-172.17.0.2-1731577968267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:53:13,276 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:53:13,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70bdb30b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:53:13,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8edbd00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:53:13,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:53:13,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@740777ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:53:13,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e016e60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir/,STOPPED} 2024-11-14T09:53:13,291 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:53:13,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:53:13,324 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 66) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:34991 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:34991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:34991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4787 (was 4452) - AvailableMemoryMB LEAK? - 2024-11-14T09:53:13,330 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=4786 2024-11-14T09:53:13,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:53:13,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.log.dir so I do NOT create it in target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb 2024-11-14T09:53:13,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d74dc010-fa26-040c-90f8-8b9e9062802b/hadoop.tmp.dir so I do NOT create it in target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb 2024-11-14T09:53:13,330 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/cluster_5d4359d0-24c6-0d08-80c5-38f19d1b3ecd, deleteOnExit=true 2024-11-14T09:53:13,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:53:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/test.cache.data in system properties and HBase conf 2024-11-14T09:53:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:53:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:53:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:53:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:53:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:53:13,331 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:53:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:53:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:53:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:53:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:53:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:53:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:53:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:53:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:53:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:53:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:53:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:53:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:53:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:53:13,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:53:13,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:53:13,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:53:13,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:53:13,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:53:13,676 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:53:13,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:53:13,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20fa4514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:53:13,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4de6fdc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:53:13,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@769ce194{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/java.io.tmpdir/jetty-localhost-46001-hadoop-hdfs-3_4_1-tests_jar-_-any-1647548781524734314/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:53:13,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53088954{HTTP/1.1, (http/1.1)}{localhost:46001} 2024-11-14T09:53:13,769 INFO [Time-limited test {}] server.Server(415): Started @94702ms 2024-11-14T09:53:14,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:53:14,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:53:14,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:53:14,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:53:14,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:53:14,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2faf1085{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:53:14,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5973a138{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:53:14,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35af74b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/java.io.tmpdir/jetty-localhost-34673-hadoop-hdfs-3_4_1-tests_jar-_-any-13704281357040780939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:53:14,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57badfec{HTTP/1.1, (http/1.1)}{localhost:34673} 2024-11-14T09:53:14,131 INFO [Time-limited test {}] server.Server(415): Started @95065ms 2024-11-14T09:53:14,132 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:53:14,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:53:14,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:53:14,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:53:14,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:53:14,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:53:14,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1664ced7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:53:14,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e20e8fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:53:14,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@566690ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/java.io.tmpdir/jetty-localhost-41697-hadoop-hdfs-3_4_1-tests_jar-_-any-7785465951740186686/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:53:14,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66765433{HTTP/1.1, (http/1.1)}{localhost:41697} 2024-11-14T09:53:14,271 INFO [Time-limited test {}] server.Server(415): Started @95205ms 2024-11-14T09:53:14,273 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:53:15,406 WARN [Thread-799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/cluster_5d4359d0-24c6-0d08-80c5-38f19d1b3ecd/data/data1/current/BP-632067587-172.17.0.2-1731577993355/current, will proceed with Du for space computation calculation, 2024-11-14T09:53:15,406 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/cluster_5d4359d0-24c6-0d08-80c5-38f19d1b3ecd/data/data2/current/BP-632067587-172.17.0.2-1731577993355/current, will proceed with Du for space computation calculation, 2024-11-14T09:53:15,424 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:53:15,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1ae6dd5ba86b49a with lease ID 0xe573d4bef3b3ad55: Processing first storage report for DS-c49477e7-69e3-4814-9907-0c911c324aad from datanode DatanodeRegistration(127.0.0.1:40041, datanodeUuid=77ba0f5b-a814-471f-86d4-b74e2f782a09, infoPort=40705, infoSecurePort=0, ipcPort=35113, storageInfo=lv=-57;cid=testClusterID;nsid=764885846;c=1731577993355) 2024-11-14T09:53:15,427 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1ae6dd5ba86b49a with lease ID 0xe573d4bef3b3ad55: from storage DS-c49477e7-69e3-4814-9907-0c911c324aad node DatanodeRegistration(127.0.0.1:40041, datanodeUuid=77ba0f5b-a814-471f-86d4-b74e2f782a09, infoPort=40705, infoSecurePort=0, ipcPort=35113, storageInfo=lv=-57;cid=testClusterID;nsid=764885846;c=1731577993355), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:53:15,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1ae6dd5ba86b49a with lease ID 0xe573d4bef3b3ad55: Processing first storage report for DS-6d5db847-7e98-4f8b-902c-fb17b98e2092 from datanode DatanodeRegistration(127.0.0.1:40041, datanodeUuid=77ba0f5b-a814-471f-86d4-b74e2f782a09, infoPort=40705, infoSecurePort=0, ipcPort=35113, storageInfo=lv=-57;cid=testClusterID;nsid=764885846;c=1731577993355) 2024-11-14T09:53:15,427 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1ae6dd5ba86b49a with lease ID 0xe573d4bef3b3ad55: from storage DS-6d5db847-7e98-4f8b-902c-fb17b98e2092 node DatanodeRegistration(127.0.0.1:40041, datanodeUuid=77ba0f5b-a814-471f-86d4-b74e2f782a09, infoPort=40705, infoSecurePort=0, ipcPort=35113, storageInfo=lv=-57;cid=testClusterID;nsid=764885846;c=1731577993355), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:53:15,562 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/cluster_5d4359d0-24c6-0d08-80c5-38f19d1b3ecd/data/data4/current/BP-632067587-172.17.0.2-1731577993355/current, will proceed with Du for space computation calculation, 2024-11-14T09:53:15,562 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/cluster_5d4359d0-24c6-0d08-80c5-38f19d1b3ecd/data/data3/current/BP-632067587-172.17.0.2-1731577993355/current, will proceed with Du for space computation calculation, 2024-11-14T09:53:15,583 WARN [Thread-786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:53:15,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2074a175a3b5e78 with lease ID 0xe573d4bef3b3ad56: Processing first storage report for DS-597d12cf-3df7-4fb8-8937-512b3d9b5db5 from datanode DatanodeRegistration(127.0.0.1:42781, datanodeUuid=e6ea2744-3f24-4c6a-a987-8beb3957552a, infoPort=33509, infoSecurePort=0, ipcPort=34109, storageInfo=lv=-57;cid=testClusterID;nsid=764885846;c=1731577993355) 2024-11-14T09:53:15,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2074a175a3b5e78 with lease ID 0xe573d4bef3b3ad56: from storage DS-597d12cf-3df7-4fb8-8937-512b3d9b5db5 node DatanodeRegistration(127.0.0.1:42781, datanodeUuid=e6ea2744-3f24-4c6a-a987-8beb3957552a, infoPort=33509, infoSecurePort=0, ipcPort=34109, storageInfo=lv=-57;cid=testClusterID;nsid=764885846;c=1731577993355), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:53:15,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2074a175a3b5e78 with lease ID 0xe573d4bef3b3ad56: Processing first storage report for DS-140672a5-8f79-4edb-ae31-e8e805c2872c from datanode DatanodeRegistration(127.0.0.1:42781, datanodeUuid=e6ea2744-3f24-4c6a-a987-8beb3957552a, infoPort=33509, infoSecurePort=0, ipcPort=34109, storageInfo=lv=-57;cid=testClusterID;nsid=764885846;c=1731577993355) 2024-11-14T09:53:15,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2074a175a3b5e78 with lease ID 0xe573d4bef3b3ad56: from storage DS-140672a5-8f79-4edb-ae31-e8e805c2872c node DatanodeRegistration(127.0.0.1:42781, datanodeUuid=e6ea2744-3f24-4c6a-a987-8beb3957552a, infoPort=33509, infoSecurePort=0, ipcPort=34109, storageInfo=lv=-57;cid=testClusterID;nsid=764885846;c=1731577993355), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:53:15,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb 2024-11-14T09:53:15,610 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/cluster_5d4359d0-24c6-0d08-80c5-38f19d1b3ecd/zookeeper_0, clientPort=58722, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/cluster_5d4359d0-24c6-0d08-80c5-38f19d1b3ecd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/cluster_5d4359d0-24c6-0d08-80c5-38f19d1b3ecd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:53:15,611 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58722 2024-11-14T09:53:15,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:53:15,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:53:15,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:53:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:53:15,627 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5 with version=8 2024-11-14T09:53:15,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/hbase-staging 2024-11-14T09:53:15,629 INFO [Time-limited test {}] client.ConnectionUtils(128): master/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:53:15,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:53:15,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:53:15,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:53:15,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:53:15,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:53:15,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:53:15,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:53:15,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38629 2024-11-14T09:53:15,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38629 connecting to ZooKeeper ensemble=127.0.0.1:58722 2024-11-14T09:53:15,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386290x0, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:53:15,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38629-0x10138c35d030000 connected 2024-11-14T09:53:15,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:53:15,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:53:15,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:53:15,859 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5, hbase.cluster.distributed=false 2024-11-14T09:53:15,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:53:15,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38629 2024-11-14T09:53:15,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38629 2024-11-14T09:53:15,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38629 2024-11-14T09:53:15,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38629 2024-11-14T09:53:15,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38629 2024-11-14T09:53:15,881 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:53:15,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:53:15,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:53:15,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:53:15,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:53:15,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:53:15,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:53:15,881 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:53:15,883 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39797 2024-11-14T09:53:15,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39797 connecting to ZooKeeper ensemble=127.0.0.1:58722 2024-11-14T09:53:15,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:53:15,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:53:15,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397970x0, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:53:15,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397970x0, quorum=127.0.0.1:58722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:53:15,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39797-0x10138c35d030001 connected 2024-11-14T09:53:15,900 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:53:15,900 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:53:15,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T09:53:15,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:53:15,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39797 2024-11-14T09:53:15,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39797 2024-11-14T09:53:15,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39797 2024-11-14T09:53:15,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39797 2024-11-14T09:53:15,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39797 2024-11-14T09:53:15,917 DEBUG [M:0;defc576eb6b7:38629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;defc576eb6b7:38629 2024-11-14T09:53:15,917 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/defc576eb6b7,38629,1731577995629 2024-11-14T09:53:15,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:53:15,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:53:15,931 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/defc576eb6b7,38629,1731577995629 2024-11-14T09:53:15,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:15,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T09:53:15,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:15,942 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T09:53:15,942 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/defc576eb6b7,38629,1731577995629 from backup master directory 2024-11-14T09:53:15,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:53:15,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/defc576eb6b7,38629,1731577995629 2024-11-14T09:53:15,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:53:15,952 WARN [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:53:15,952 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=defc576eb6b7,38629,1731577995629 2024-11-14T09:53:15,957 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/hbase.id] with ID: ce328d53-3aa6-481a-a712-e1b00f6cdecc 2024-11-14T09:53:15,957 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/.tmp/hbase.id 2024-11-14T09:53:15,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:53:15,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:53:15,971 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/.tmp/hbase.id]:[hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/hbase.id] 2024-11-14T09:53:15,995 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:53:15,995 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:53:15,998 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T09:53:16,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:16,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:53:16,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:53:16,024 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:53:16,025 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:53:16,025 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:53:16,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:53:16,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:53:16,051 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store 2024-11-14T09:53:16,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:53:16,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:53:16,472 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:53:16,472 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:53:16,472 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:53:16,473 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:53:16,473 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:53:16,473 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:53:16,473 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:53:16,473 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731577996472Disabling compacts and flushes for region at 1731577996472Disabling writes for close at 1731577996473 (+1 ms)Writing region close event to WAL at 1731577996473Closed at 1731577996473 2024-11-14T09:53:16,474 WARN [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/.initializing 2024-11-14T09:53:16,474 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/WALs/defc576eb6b7,38629,1731577995629 2024-11-14T09:53:16,475 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:53:16,478 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C38629%2C1731577995629, suffix=, logDir=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/WALs/defc576eb6b7,38629,1731577995629, archiveDir=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/oldWALs, maxLogs=10 2024-11-14T09:53:16,491 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/WALs/defc576eb6b7,38629,1731577995629/defc576eb6b7%2C38629%2C1731577995629.1731577996478, exclude list is [], retry=0 2024-11-14T09:53:16,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40041,DS-c49477e7-69e3-4814-9907-0c911c324aad,DISK] 2024-11-14T09:53:16,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-597d12cf-3df7-4fb8-8937-512b3d9b5db5,DISK] 2024-11-14T09:53:16,499 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/WALs/defc576eb6b7,38629,1731577995629/defc576eb6b7%2C38629%2C1731577995629.1731577996478 2024-11-14T09:53:16,500 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40705:40705),(127.0.0.1/127.0.0.1:33509:33509)] 2024-11-14T09:53:16,500 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:53:16,500 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:53:16,501 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:53:16,501 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:53:16,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:53:16,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:53:16,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:16,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:53:16,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:53:16,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:53:16,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:16,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:53:16,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:53:16,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:53:16,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:16,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:53:16,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:53:16,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:53:16,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:16,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:53:16,512 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:53:16,513 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:53:16,513 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:53:16,515 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:53:16,515 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:53:16,515 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:53:16,517 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:53:16,519 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:53:16,520 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=814974, jitterRate=0.03629423677921295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:53:16,520 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731577996501Initializing all the Stores at 1731577996502 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577996502Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577996503 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577996503Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577996503Cleaning up temporary data from old regions at 1731577996515 (+12 ms)Region opened successfully at 1731577996520 (+5 ms) 2024-11-14T09:53:16,521 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:53:16,525 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7452d834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:53:16,526 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:53:16,526 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:53:16,526 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:53:16,526 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:53:16,527 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:53:16,527 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:53:16,527 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:53:16,532 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:53:16,533 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T09:53:16,601 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T09:53:16,602 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:53:16,603 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:53:16,615 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T09:53:16,615 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:53:16,617 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:53:16,625 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T09:53:16,627 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:53:16,636 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T09:53:16,639 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:53:16,646 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T09:53:16,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:53:16,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:53:16,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:16,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:16,658 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=defc576eb6b7,38629,1731577995629, sessionid=0x10138c35d030000, setting cluster-up flag (Was=false) 2024-11-14T09:53:16,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:16,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:16,710 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T09:53:16,711 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=defc576eb6b7,38629,1731577995629 2024-11-14T09:53:16,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:16,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:16,762 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T09:53:16,763 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=defc576eb6b7,38629,1731577995629 2024-11-14T09:53:16,765 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:53:16,768 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:53:16,768 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:53:16,768 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:53:16,768 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: defc576eb6b7,38629,1731577995629 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:53:16,770 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:53:16,770 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:53:16,770 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:53:16,770 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:53:16,770 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/defc576eb6b7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:53:16,770 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:53:16,771 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:53:16,771 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:53:16,772 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731578026772 2024-11-14T09:53:16,772 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:53:16,772 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:53:16,772 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:53:16,772 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:53:16,772 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:53:16,773 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:53:16,773 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:53:16,773 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:53:16,775 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:16,775 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:53:16,776 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,780 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:53:16,781 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:53:16,781 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:53:16,783 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:53:16,783 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:53:16,784 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731577996783,5,FailOnTimeoutGroup] 2024-11-14T09:53:16,788 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731577996784,5,FailOnTimeoutGroup] 2024-11-14T09:53:16,788 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,788 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:53:16,788 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,788 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:53:16,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:53:16,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:53:16,794 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5 2024-11-14T09:53:16,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:53:16,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:53:16,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:53:16,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:53:16,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:53:16,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:16,807 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(746): ClusterId : ce328d53-3aa6-481a-a712-e1b00f6cdecc 2024-11-14T09:53:16,807 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:53:16,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:53:16,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:53:16,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:53:16,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:16,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:53:16,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:53:16,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:53:16,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:16,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:53:16,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:53:16,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:53:16,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:16,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:53:16,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:53:16,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740 2024-11-14T09:53:16,816 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:53:16,816 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:53:16,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740 2024-11-14T09:53:16,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:53:16,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:53:16,818 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T09:53:16,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:53:16,826 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:53:16,826 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:53:16,827 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=802705, jitterRate=0.020692944526672363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T09:53:16,827 DEBUG [RS:0;defc576eb6b7:39797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2d45f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:53:16,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731577996804Initializing all the Stores at 1731577996805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577996805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577996805Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577996805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577996805Cleaning up temporary data from old regions at 1731577996818 (+13 ms)Region opened successfully at 1731577996828 (+10 ms) 2024-11-14T09:53:16,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:53:16,828 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:53:16,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:53:16,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:53:16,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:53:16,831 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:53:16,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731577996828Disabling compacts and flushes for region at 1731577996828Disabling writes for close at 1731577996828Writing region close event to WAL at 1731577996831 (+3 ms)Closed at 1731577996831 2024-11-14T09:53:16,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:53:16,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:53:16,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:53:16,838 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:53:16,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:53:16,844 DEBUG [RS:0;defc576eb6b7:39797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;defc576eb6b7:39797 2024-11-14T09:53:16,844 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:53:16,845 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:53:16,845 DEBUG [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:53:16,845 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(2659): reportForDuty to master=defc576eb6b7,38629,1731577995629 with port=39797, startcode=1731577995880 2024-11-14T09:53:16,846 DEBUG [RS:0;defc576eb6b7:39797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:53:16,861 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43021, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:53:16,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer defc576eb6b7,39797,1731577995880 2024-11-14T09:53:16,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38629 {}] master.ServerManager(517): Registering regionserver=defc576eb6b7,39797,1731577995880 2024-11-14T09:53:16,864 DEBUG [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5 2024-11-14T09:53:16,864 DEBUG [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40115 2024-11-14T09:53:16,865 DEBUG [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:53:16,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:53:16,876 DEBUG [RS:0;defc576eb6b7:39797 {}] zookeeper.ZKUtil(111): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/defc576eb6b7,39797,1731577995880 2024-11-14T09:53:16,876 WARN [RS:0;defc576eb6b7:39797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:53:16,876 INFO [RS:0;defc576eb6b7:39797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:53:16,876 DEBUG [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880 2024-11-14T09:53:16,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [defc576eb6b7,39797,1731577995880] 2024-11-14T09:53:16,882 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:53:16,884 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:53:16,885 INFO [RS:0;defc576eb6b7:39797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:53:16,885 INFO [RS:0;defc576eb6b7:39797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,888 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:53:16,889 INFO [RS:0;defc576eb6b7:39797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:53:16,890 INFO [RS:0;defc576eb6b7:39797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,890 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:53:16,890 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:53:16,890 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:53:16,890 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:53:16,890 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:53:16,890 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:53:16,890 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:53:16,890 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:53:16,891 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:53:16,891 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:53:16,891 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:53:16,891 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:53:16,891 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:53:16,891 DEBUG [RS:0;defc576eb6b7:39797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:53:16,896 INFO [RS:0;defc576eb6b7:39797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,896 INFO [RS:0;defc576eb6b7:39797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,896 INFO [RS:0;defc576eb6b7:39797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,896 INFO [RS:0;defc576eb6b7:39797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,897 INFO [RS:0;defc576eb6b7:39797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,897 INFO [RS:0;defc576eb6b7:39797 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,39797,1731577995880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:53:16,919 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:53:16,919 INFO [RS:0;defc576eb6b7:39797 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,39797,1731577995880-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,919 INFO [RS:0;defc576eb6b7:39797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,919 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.Replication(171): defc576eb6b7,39797,1731577995880 started 2024-11-14T09:53:16,940 INFO [RS:0;defc576eb6b7:39797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:16,940 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(1482): Serving as defc576eb6b7,39797,1731577995880, RpcServer on defc576eb6b7/172.17.0.2:39797, sessionid=0x10138c35d030001 2024-11-14T09:53:16,940 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:53:16,940 DEBUG [RS:0;defc576eb6b7:39797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager defc576eb6b7,39797,1731577995880 2024-11-14T09:53:16,940 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,39797,1731577995880' 2024-11-14T09:53:16,940 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T09:53:16,941 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T09:53:16,942 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:53:16,942 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:53:16,942 DEBUG [RS:0;defc576eb6b7:39797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager defc576eb6b7,39797,1731577995880 2024-11-14T09:53:16,942 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,39797,1731577995880' 2024-11-14T09:53:16,942 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T09:53:16,942 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T09:53:16,943 DEBUG [RS:0;defc576eb6b7:39797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:53:16,943 INFO [RS:0;defc576eb6b7:39797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:53:16,943 INFO [RS:0;defc576eb6b7:39797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:53:16,993 WARN [defc576eb6b7:38629 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T09:53:17,043 INFO [RS:0;defc576eb6b7:39797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:53:17,045 INFO [RS:0;defc576eb6b7:39797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C39797%2C1731577995880, suffix=, logDir=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880, archiveDir=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/oldWALs, maxLogs=32 2024-11-14T09:53:17,064 DEBUG [RS:0;defc576eb6b7:39797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731577997046, exclude list is [], retry=0 2024-11-14T09:53:17,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40041,DS-c49477e7-69e3-4814-9907-0c911c324aad,DISK] 2024-11-14T09:53:17,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-597d12cf-3df7-4fb8-8937-512b3d9b5db5,DISK] 2024-11-14T09:53:17,070 INFO [RS:0;defc576eb6b7:39797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731577997046 2024-11-14T09:53:17,071 DEBUG [RS:0;defc576eb6b7:39797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40705:40705),(127.0.0.1/127.0.0.1:33509:33509)] 2024-11-14T09:53:17,243 DEBUG [defc576eb6b7:38629 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:53:17,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=defc576eb6b7,39797,1731577995880 2024-11-14T09:53:17,245 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,39797,1731577995880, state=OPENING 2024-11-14T09:53:17,296 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:53:17,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:17,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:53:17,307 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:53:17,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,39797,1731577995880}] 2024-11-14T09:53:17,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:53:17,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:53:17,462 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:53:17,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59177, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:53:17,468 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:53:17,468 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:53:17,468 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:53:17,470 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C39797%2C1731577995880.meta, suffix=.meta, logDir=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880, archiveDir=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/oldWALs, maxLogs=32 2024-11-14T09:53:17,482 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.meta.1731577997470.meta, exclude list is [], retry=0 2024-11-14T09:53:17,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40041,DS-c49477e7-69e3-4814-9907-0c911c324aad,DISK] 2024-11-14T09:53:17,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-597d12cf-3df7-4fb8-8937-512b3d9b5db5,DISK] 2024-11-14T09:53:17,487 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.meta.1731577997470.meta 2024-11-14T09:53:17,487 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40705:40705),(127.0.0.1/127.0.0.1:33509:33509)] 2024-11-14T09:53:17,488 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:53:17,488 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:53:17,488 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:53:17,488 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:53:17,488 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:53:17,489 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:53:17,489 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:53:17,489 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:53:17,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:53:17,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:53:17,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:17,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:53:17,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:53:17,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:53:17,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:17,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:53:17,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:53:17,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:53:17,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:17,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:53:17,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:53:17,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:53:17,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:17,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:53:17,496 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:53:17,498 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740 2024-11-14T09:53:17,499 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740 2024-11-14T09:53:17,501 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:53:17,501 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:53:17,502 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T09:53:17,504 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:53:17,504 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=822500, jitterRate=0.04586361348628998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T09:53:17,505 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:53:17,506 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731577997489Writing region info on filesystem at 1731577997489Initializing all the Stores at 1731577997490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577997490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577997490Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577997490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731577997490Cleaning up temporary data from old regions at 1731577997501 (+11 ms)Running coprocessor post-open hooks at 1731577997505 (+4 ms)Region opened successfully at 1731577997505 2024-11-14T09:53:17,507 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731577997461 2024-11-14T09:53:17,509 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:53:17,509 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:53:17,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,39797,1731577995880 2024-11-14T09:53:17,511 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,39797,1731577995880, state=OPEN 2024-11-14T09:53:17,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:53:17,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:53:17,609 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=defc576eb6b7,39797,1731577995880 2024-11-14T09:53:17,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:53:17,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:53:17,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:53:17,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,39797,1731577995880 in 302 msec 2024-11-14T09:53:17,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:53:17,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 781 msec 2024-11-14T09:53:17,621 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:53:17,621 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:53:17,623 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:53:17,623 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,39797,1731577995880, seqNum=-1] 2024-11-14T09:53:17,623 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:53:17,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60097, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:53:17,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 863 msec 2024-11-14T09:53:17,630 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731577997630, completionTime=-1 2024-11-14T09:53:17,630 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:53:17,630 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:53:17,633 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T09:53:17,633 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731578057633 2024-11-14T09:53:17,633 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731578117633 2024-11-14T09:53:17,633 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T09:53:17,633 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38629,1731577995629-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:17,633 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38629,1731577995629-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:17,633 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38629,1731577995629-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:17,633 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-defc576eb6b7:38629, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:17,634 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:17,634 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:17,636 DEBUG [master/defc576eb6b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:53:17,638 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.686sec 2024-11-14T09:53:17,638 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:53:17,638 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:53:17,638 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:53:17,638 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:53:17,638 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:53:17,638 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38629,1731577995629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:53:17,639 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38629,1731577995629-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:53:17,641 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:53:17,641 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:53:17,641 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38629,1731577995629-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:17,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0bedc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:53:17,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request defc576eb6b7,38629,-1 for getting cluster id 2024-11-14T09:53:17,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:53:17,710 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce328d53-3aa6-481a-a712-e1b00f6cdecc' 2024-11-14T09:53:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:53:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce328d53-3aa6-481a-a712-e1b00f6cdecc" 2024-11-14T09:53:17,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d09ce76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:53:17,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [defc576eb6b7,38629,-1] 2024-11-14T09:53:17,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:53:17,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:53:17,712 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:53:17,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f759aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:53:17,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:53:17,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,39797,1731577995880, seqNum=-1] 2024-11-14T09:53:17,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:53:17,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:53:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=defc576eb6b7,38629,1731577995629 2024-11-14T09:53:17,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:53:17,722 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T09:53:17,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:53:17,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is defc576eb6b7,38629,1731577995629 2024-11-14T09:53:17,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@235c2151 2024-11-14T09:53:17,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:53:17,725 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:53:17,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T09:53:17,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T09:53:17,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:53:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T09:53:17,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:53:17,729 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:17,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-14T09:53:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:53:17,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:53:17,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741835_1011 (size=405) 2024-11-14T09:53:17,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741835_1011 (size=405) 2024-11-14T09:53:17,743 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fc984999f3bf58c9e65c6b76981cd5b, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5 2024-11-14T09:53:17,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741836_1012 (size=88) 2024-11-14T09:53:17,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741836_1012 (size=88) 2024-11-14T09:53:17,753 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:53:17,753 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 5fc984999f3bf58c9e65c6b76981cd5b, disabling compactions & flushes 2024-11-14T09:53:17,753 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:17,753 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:17,753 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. after waiting 0 ms 2024-11-14T09:53:17,753 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:17,754 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:17,754 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fc984999f3bf58c9e65c6b76981cd5b: Waiting for close lock at 1731577997753Disabling compacts and flushes for region at 1731577997753Disabling writes for close at 1731577997753Writing region close event to WAL at 1731577997753Closed at 1731577997754 (+1 ms) 2024-11-14T09:53:17,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:53:17,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731577997755"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731577997755"}]},"ts":"1731577997755"} 2024-11-14T09:53:17,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:53:17,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:53:17,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731577997760"}]},"ts":"1731577997760"} 2024-11-14T09:53:17,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-14T09:53:17,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5fc984999f3bf58c9e65c6b76981cd5b, ASSIGN}] 2024-11-14T09:53:17,764 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5fc984999f3bf58c9e65c6b76981cd5b, ASSIGN 2024-11-14T09:53:17,765 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5fc984999f3bf58c9e65c6b76981cd5b, ASSIGN; state=OFFLINE, location=defc576eb6b7,39797,1731577995880; forceNewPlan=false, retain=false 2024-11-14T09:53:17,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fc984999f3bf58c9e65c6b76981cd5b, regionState=OPENING, regionLocation=defc576eb6b7,39797,1731577995880 2024-11-14T09:53:17,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5fc984999f3bf58c9e65c6b76981cd5b, ASSIGN because future has completed 2024-11-14T09:53:17,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fc984999f3bf58c9e65c6b76981cd5b, server=defc576eb6b7,39797,1731577995880}] 2024-11-14T09:53:18,084 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:18,084 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fc984999f3bf58c9e65c6b76981cd5b, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:53:18,084 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 5fc984999f3bf58c9e65c6b76981cd5b 2024-11-14T09:53:18,084 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:53:18,084 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5fc984999f3bf58c9e65c6b76981cd5b 2024-11-14T09:53:18,084 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5fc984999f3bf58c9e65c6b76981cd5b 2024-11-14T09:53:18,086 INFO [StoreOpener-5fc984999f3bf58c9e65c6b76981cd5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5fc984999f3bf58c9e65c6b76981cd5b 2024-11-14T09:53:18,087 INFO [StoreOpener-5fc984999f3bf58c9e65c6b76981cd5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc984999f3bf58c9e65c6b76981cd5b columnFamilyName info 2024-11-14T09:53:18,087 DEBUG [StoreOpener-5fc984999f3bf58c9e65c6b76981cd5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:53:18,088 INFO [StoreOpener-5fc984999f3bf58c9e65c6b76981cd5b-1 {}] regionserver.HStore(327): Store=5fc984999f3bf58c9e65c6b76981cd5b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:53:18,088 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5fc984999f3bf58c9e65c6b76981cd5b 2024-11-14T09:53:18,089 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b 2024-11-14T09:53:18,089 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b 2024-11-14T09:53:18,090 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5fc984999f3bf58c9e65c6b76981cd5b 2024-11-14T09:53:18,090 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5fc984999f3bf58c9e65c6b76981cd5b 2024-11-14T09:53:18,091 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5fc984999f3bf58c9e65c6b76981cd5b 2024-11-14T09:53:18,094 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:53:18,094 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5fc984999f3bf58c9e65c6b76981cd5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=822553, jitterRate=0.04593034088611603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T09:53:18,094 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fc984999f3bf58c9e65c6b76981cd5b 2024-11-14T09:53:18,095 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5fc984999f3bf58c9e65c6b76981cd5b: Running coprocessor pre-open hook at 1731577998084Writing region info on filesystem at 1731577998084Initializing all the Stores at 1731577998085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731577998085Cleaning up temporary data from old regions at 1731577998090 (+5 ms)Running coprocessor post-open hooks at 1731577998094 (+4 ms)Region opened successfully at 1731577998095 (+1 ms) 2024-11-14T09:53:18,096 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b., pid=6, masterSystemTime=1731577998079 2024-11-14T09:53:18,098 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:18,098 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:18,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fc984999f3bf58c9e65c6b76981cd5b, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,39797,1731577995880 2024-11-14T09:53:18,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fc984999f3bf58c9e65c6b76981cd5b, server=defc576eb6b7,39797,1731577995880 because future has completed 2024-11-14T09:53:18,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:53:18,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fc984999f3bf58c9e65c6b76981cd5b, server=defc576eb6b7,39797,1731577995880 in 180 msec 2024-11-14T09:53:18,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:53:18,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=5fc984999f3bf58c9e65c6b76981cd5b, ASSIGN in 345 msec 2024-11-14T09:53:18,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:53:18,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731577998111"}]},"ts":"1731577998111"} 2024-11-14T09:53:18,113 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-14T09:53:18,115 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:53:18,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 389 msec 2024-11-14T09:53:22,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:22,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:22,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:22,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:22,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:22,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:22,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:22,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:23,019 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:53:23,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:23,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:23,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:23,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:23,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:23,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:23,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:23,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:53:23,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:53:23,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-14T09:53:26,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T09:53:26,637 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T09:53:26,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:53:26,639 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T09:53:26,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T09:53:26,640 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T09:53:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:53:27,774 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T09:53:27,774 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-14T09:53:27,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T09:53:27,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:27,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b., hostname=defc576eb6b7,39797,1731577995880, seqNum=2] 2024-11-14T09:53:27,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T09:53:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T09:53:27,797 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T09:53:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:53:27,798 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T09:53:27,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T09:53:27,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T09:53:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:27,959 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 5fc984999f3bf58c9e65c6b76981cd5b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T09:53:27,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/b7b978f03cee43e5be29212d70dde118 is 1055, key is row0001/info:/1731578007786/Put/seqid=0 2024-11-14T09:53:27,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741837_1013 (size=6008) 2024-11-14T09:53:27,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741837_1013 (size=6008) 2024-11-14T09:53:27,980 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/b7b978f03cee43e5be29212d70dde118 2024-11-14T09:53:27,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/b7b978f03cee43e5be29212d70dde118 as hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/b7b978f03cee43e5be29212d70dde118 2024-11-14T09:53:27,994 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/b7b978f03cee43e5be29212d70dde118, entries=1, sequenceid=5, filesize=5.9 K 2024-11-14T09:53:27,995 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5fc984999f3bf58c9e65c6b76981cd5b in 36ms, sequenceid=5, compaction requested=false 2024-11-14T09:53:27,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 5fc984999f3bf58c9e65c6b76981cd5b: 2024-11-14T09:53:27,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:27,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T09:53:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T09:53:28,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T09:53:28,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 201 msec 2024-11-14T09:53:28,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 212 msec 2024-11-14T09:53:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:53:37,874 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T09:53:37,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T09:53:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T09:53:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T09:53:37,880 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T09:53:37,881 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T09:53:37,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T09:53:38,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T09:53:38,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:38,037 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 5fc984999f3bf58c9e65c6b76981cd5b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T09:53:38,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/3ab32fea14e547ad98f7b6319f466a9c is 1055, key is row0002/info:/1731578017875/Put/seqid=0 2024-11-14T09:53:38,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741838_1014 (size=6008) 2024-11-14T09:53:38,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741838_1014 (size=6008) 2024-11-14T09:53:38,054 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/3ab32fea14e547ad98f7b6319f466a9c 2024-11-14T09:53:38,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/3ab32fea14e547ad98f7b6319f466a9c as hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/3ab32fea14e547ad98f7b6319f466a9c 2024-11-14T09:53:38,068 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/3ab32fea14e547ad98f7b6319f466a9c, entries=1, sequenceid=9, filesize=5.9 K 2024-11-14T09:53:38,070 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5fc984999f3bf58c9e65c6b76981cd5b in 33ms, sequenceid=9, compaction requested=false 2024-11-14T09:53:38,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 5fc984999f3bf58c9e65c6b76981cd5b: 2024-11-14T09:53:38,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:38,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T09:53:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T09:53:38,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:53:38,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-11-14T09:53:38,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 198 msec 2024-11-14T09:53:45,605 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:53:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T09:53:47,914 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T09:53:47,934 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731578027918, exclude list is [], retry=0 2024-11-14T09:53:47,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-597d12cf-3df7-4fb8-8937-512b3d9b5db5,DISK] 2024-11-14T09:53:47,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40041,DS-c49477e7-69e3-4814-9907-0c911c324aad,DISK] 2024-11-14T09:53:47,974 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731577997046 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731578027918 2024-11-14T09:53:47,974 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33509:33509),(127.0.0.1/127.0.0.1:40705:40705)] 2024-11-14T09:53:47,975 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731577997046 is not closed yet, will try archiving it next time 2024-11-14T09:53:47,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T09:53:47,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741833_1009 (size=5471) 2024-11-14T09:53:47,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741833_1009 (size=5471) 2024-11-14T09:53:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T09:53:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T09:53:47,980 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T09:53:47,981 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T09:53:47,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T09:53:48,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T09:53:48,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:48,141 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 5fc984999f3bf58c9e65c6b76981cd5b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T09:53:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/4f9f754f327145e0989571e16cddf672 is 1055, key is row0003/info:/1731578027916/Put/seqid=0 2024-11-14T09:53:48,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741840_1016 (size=6008) 2024-11-14T09:53:48,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741840_1016 (size=6008) 2024-11-14T09:53:48,157 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/4f9f754f327145e0989571e16cddf672 2024-11-14T09:53:48,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/4f9f754f327145e0989571e16cddf672 as hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/4f9f754f327145e0989571e16cddf672 2024-11-14T09:53:48,172 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/4f9f754f327145e0989571e16cddf672, entries=1, sequenceid=13, filesize=5.9 K 2024-11-14T09:53:48,173 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5fc984999f3bf58c9e65c6b76981cd5b in 32ms, sequenceid=13, compaction requested=true 2024-11-14T09:53:48,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 5fc984999f3bf58c9e65c6b76981cd5b: 2024-11-14T09:53:48,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:48,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T09:53:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T09:53:48,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T09:53:48,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 194 msec 2024-11-14T09:53:48,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 202 msec 2024-11-14T09:53:57,652 INFO [master/defc576eb6b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T09:53:57,652 INFO [master/defc576eb6b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T09:53:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T09:53:58,015 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T09:53:58,023 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T09:53:58,026 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T09:53:58,027 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5fc984999f3bf58c9e65c6b76981cd5b/info is initiating minor compaction (all files) 2024-11-14T09:53:58,027 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:53:58,027 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:53:58,027 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5fc984999f3bf58c9e65c6b76981cd5b/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:58,028 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/b7b978f03cee43e5be29212d70dde118, hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/3ab32fea14e547ad98f7b6319f466a9c, hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/4f9f754f327145e0989571e16cddf672] into tmpdir=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp, totalSize=17.6 K 2024-11-14T09:53:58,029 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b7b978f03cee43e5be29212d70dde118, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731578007786 2024-11-14T09:53:58,029 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3ab32fea14e547ad98f7b6319f466a9c, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731578017875 2024-11-14T09:53:58,030 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4f9f754f327145e0989571e16cddf672, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731578027916 2024-11-14T09:53:58,051 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5fc984999f3bf58c9e65c6b76981cd5b#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T09:53:58,052 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/bdea4d9298fa42ea9eff85c6adc07a24 is 1055, key is row0001/info:/1731578007786/Put/seqid=0 2024-11-14T09:53:58,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741841_1017 (size=8221) 2024-11-14T09:53:58,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741841_1017 (size=8221) 2024-11-14T09:53:58,065 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/bdea4d9298fa42ea9eff85c6adc07a24 as hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/bdea4d9298fa42ea9eff85c6adc07a24 2024-11-14T09:53:58,077 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fc984999f3bf58c9e65c6b76981cd5b/info of 5fc984999f3bf58c9e65c6b76981cd5b into bdea4d9298fa42ea9eff85c6adc07a24(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T09:53:58,078 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5fc984999f3bf58c9e65c6b76981cd5b: 2024-11-14T09:53:58,092 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731578038080, exclude list is [], retry=0 2024-11-14T09:53:58,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40041,DS-c49477e7-69e3-4814-9907-0c911c324aad,DISK] 2024-11-14T09:53:58,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-597d12cf-3df7-4fb8-8937-512b3d9b5db5,DISK] 2024-11-14T09:53:58,096 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731578027918 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731578038080 2024-11-14T09:53:58,096 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40705:40705),(127.0.0.1/127.0.0.1:33509:33509)] 2024-11-14T09:53:58,096 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731578027918 is not closed yet, will try archiving it next time 2024-11-14T09:53:58,097 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731577997046 to hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/oldWALs/defc576eb6b7%2C39797%2C1731577995880.1731577997046 2024-11-14T09:53:58,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T09:53:58,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741839_1015 (size=2495) 2024-11-14T09:53:58,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741839_1015 (size=2495) 2024-11-14T09:53:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T09:53:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T09:53:58,100 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T09:53:58,101 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T09:53:58,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T09:53:58,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T09:53:58,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:58,255 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 5fc984999f3bf58c9e65c6b76981cd5b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T09:53:58,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/44a120b70b784b7ba7023d00b00e84de is 1055, key is row0000/info:/1731578038079/Put/seqid=0 2024-11-14T09:53:58,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741843_1019 (size=6008) 2024-11-14T09:53:58,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741843_1019 (size=6008) 2024-11-14T09:53:58,270 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/44a120b70b784b7ba7023d00b00e84de 2024-11-14T09:53:58,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/44a120b70b784b7ba7023d00b00e84de as hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/44a120b70b784b7ba7023d00b00e84de 2024-11-14T09:53:58,287 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/44a120b70b784b7ba7023d00b00e84de, entries=1, sequenceid=18, filesize=5.9 K 2024-11-14T09:53:58,288 INFO [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5fc984999f3bf58c9e65c6b76981cd5b in 34ms, sequenceid=18, compaction requested=false 2024-11-14T09:53:58,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 5fc984999f3bf58c9e65c6b76981cd5b: 2024-11-14T09:53:58,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:53:58,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T09:53:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T09:53:58,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T09:53:58,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-11-14T09:53:58,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 196 msec 2024-11-14T09:54:03,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5fc984999f3bf58c9e65c6b76981cd5b, had cached 0 bytes from a total of 14229 2024-11-14T09:54:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T09:54:08,133 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T09:54:08,146 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731578048135, exclude list is [], retry=0 2024-11-14T09:54:08,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-597d12cf-3df7-4fb8-8937-512b3d9b5db5,DISK] 2024-11-14T09:54:08,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40041,DS-c49477e7-69e3-4814-9907-0c911c324aad,DISK] 2024-11-14T09:54:08,150 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731578038080 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731578048135 2024-11-14T09:54:08,150 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33509:33509),(127.0.0.1/127.0.0.1:40705:40705)] 2024-11-14T09:54:08,150 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731578038080 is not closed yet, will try archiving it next time 2024-11-14T09:54:08,150 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/WALs/defc576eb6b7,39797,1731577995880/defc576eb6b7%2C39797%2C1731577995880.1731578027918 to hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/oldWALs/defc576eb6b7%2C39797%2C1731577995880.1731578027918 2024-11-14T09:54:08,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:54:08,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:54:08,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:54:08,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:08,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:54:08,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:08,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741842_1018 (size=2001) 2024-11-14T09:54:08,152 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:54:08,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741842_1018 (size=2001) 2024-11-14T09:54:08,152 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1962902221, stopped=false 2024-11-14T09:54:08,152 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=defc576eb6b7,38629,1731577995629 2024-11-14T09:54:08,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T09:54:08,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T09:54:08,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:08,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:08,212 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:54:08,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:54:08,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:54:08,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:08,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:54:08,213 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'defc576eb6b7,39797,1731577995880' ***** 2024-11-14T09:54:08,213 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:54:08,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:54:08,214 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:54:08,214 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:54:08,214 INFO [RS:0;defc576eb6b7:39797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:54:08,214 INFO [RS:0;defc576eb6b7:39797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:54:08,214 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fc984999f3bf58c9e65c6b76981cd5b 2024-11-14T09:54:08,214 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(959): stopping server defc576eb6b7,39797,1731577995880 2024-11-14T09:54:08,215 INFO [RS:0;defc576eb6b7:39797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:54:08,215 INFO [RS:0;defc576eb6b7:39797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;defc576eb6b7:39797. 2024-11-14T09:54:08,215 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fc984999f3bf58c9e65c6b76981cd5b, disabling compactions & flushes 2024-11-14T09:54:08,215 DEBUG [RS:0;defc576eb6b7:39797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:54:08,215 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:54:08,215 DEBUG [RS:0;defc576eb6b7:39797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:08,215 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:54:08,215 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. after waiting 0 ms 2024-11-14T09:54:08,215 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:54:08,215 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:54:08,215 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:54:08,215 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:54:08,215 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:54:08,215 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5fc984999f3bf58c9e65c6b76981cd5b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T09:54:08,216 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:54:08,216 DEBUG [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(1325): Online Regions={5fc984999f3bf58c9e65c6b76981cd5b=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:54:08,216 DEBUG [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fc984999f3bf58c9e65c6b76981cd5b 2024-11-14T09:54:08,216 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:54:08,216 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:54:08,216 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:54:08,216 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:54:08,216 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:54:08,216 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-14T09:54:08,221 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/d8a6df32c991483b86b7cfefb36d69ec is 1055, key is row0001/info:/1731578048134/Put/seqid=0 2024-11-14T09:54:08,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741845_1021 (size=6008) 2024-11-14T09:54:08,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741845_1021 (size=6008) 2024-11-14T09:54:08,228 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/d8a6df32c991483b86b7cfefb36d69ec 2024-11-14T09:54:08,235 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/.tmp/info/d8a6df32c991483b86b7cfefb36d69ec as hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/d8a6df32c991483b86b7cfefb36d69ec 2024-11-14T09:54:08,238 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/.tmp/info/6238cfc5401c41ba895a2f8ccbc1ca9f is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b./info:regioninfo/1731577998099/Put/seqid=0 2024-11-14T09:54:08,241 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/d8a6df32c991483b86b7cfefb36d69ec, entries=1, sequenceid=22, filesize=5.9 K 2024-11-14T09:54:08,242 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5fc984999f3bf58c9e65c6b76981cd5b in 27ms, sequenceid=22, compaction requested=true 2024-11-14T09:54:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741846_1022 (size=7308) 2024-11-14T09:54:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741846_1022 (size=7308) 2024-11-14T09:54:08,243 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/b7b978f03cee43e5be29212d70dde118, hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/3ab32fea14e547ad98f7b6319f466a9c, hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/4f9f754f327145e0989571e16cddf672] to archive 2024-11-14T09:54:08,244 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/.tmp/info/6238cfc5401c41ba895a2f8ccbc1ca9f 2024-11-14T09:54:08,247 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T09:54:08,250 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/b7b978f03cee43e5be29212d70dde118 to hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/b7b978f03cee43e5be29212d70dde118 2024-11-14T09:54:08,251 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/3ab32fea14e547ad98f7b6319f466a9c to hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/3ab32fea14e547ad98f7b6319f466a9c 2024-11-14T09:54:08,253 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/4f9f754f327145e0989571e16cddf672 to hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/info/4f9f754f327145e0989571e16cddf672 2024-11-14T09:54:08,265 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/.tmp/ns/64b2e63e6113440994be14e061552d0c is 43, key is default/ns:d/1731577997625/Put/seqid=0 2024-11-14T09:54:08,266 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=defc576eb6b7:38629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-14T09:54:08,267 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [b7b978f03cee43e5be29212d70dde118=6008, 3ab32fea14e547ad98f7b6319f466a9c=6008, 4f9f754f327145e0989571e16cddf672=6008] 2024-11-14T09:54:08,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741847_1023 (size=5153) 2024-11-14T09:54:08,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741847_1023 (size=5153) 2024-11-14T09:54:08,272 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/5fc984999f3bf58c9e65c6b76981cd5b/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-14T09:54:08,272 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/.tmp/ns/64b2e63e6113440994be14e061552d0c 2024-11-14T09:54:08,273 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:54:08,273 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fc984999f3bf58c9e65c6b76981cd5b: Waiting for close lock at 1731578048215Running coprocessor pre-close hooks at 1731578048215Disabling compacts and flushes for region at 1731578048215Disabling writes for close at 1731578048215Obtaining lock to block concurrent updates at 1731578048216 (+1 ms)Preparing flush snapshotting stores in 5fc984999f3bf58c9e65c6b76981cd5b at 1731578048216Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731578048216Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. at 1731578048217 (+1 ms)Flushing 5fc984999f3bf58c9e65c6b76981cd5b/info: creating writer at 1731578048217Flushing 5fc984999f3bf58c9e65c6b76981cd5b/info: appending metadata at 1731578048221 (+4 ms)Flushing 5fc984999f3bf58c9e65c6b76981cd5b/info: closing flushed file at 1731578048221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ff2a9: reopening flushed file at 1731578048234 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5fc984999f3bf58c9e65c6b76981cd5b in 27ms, sequenceid=22, compaction requested=true at 1731578048242 (+8 ms)Writing region close event to WAL at 1731578048267 (+25 ms)Running coprocessor post-close hooks at 1731578048273 (+6 ms)Closed at 1731578048273 2024-11-14T09:54:08,273 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731577997725.5fc984999f3bf58c9e65c6b76981cd5b. 2024-11-14T09:54:08,292 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/.tmp/table/5d9dc21996844a1b941ca30543e15f4e is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731577998111/Put/seqid=0 2024-11-14T09:54:08,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741848_1024 (size=5508) 2024-11-14T09:54:08,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741848_1024 (size=5508) 2024-11-14T09:54:08,298 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/.tmp/table/5d9dc21996844a1b941ca30543e15f4e 2024-11-14T09:54:08,305 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/.tmp/info/6238cfc5401c41ba895a2f8ccbc1ca9f as hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/info/6238cfc5401c41ba895a2f8ccbc1ca9f 2024-11-14T09:54:08,312 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/info/6238cfc5401c41ba895a2f8ccbc1ca9f, entries=10, sequenceid=11, filesize=7.1 K 2024-11-14T09:54:08,313 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/.tmp/ns/64b2e63e6113440994be14e061552d0c as hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/ns/64b2e63e6113440994be14e061552d0c 2024-11-14T09:54:08,319 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/ns/64b2e63e6113440994be14e061552d0c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T09:54:08,320 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/.tmp/table/5d9dc21996844a1b941ca30543e15f4e as hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/table/5d9dc21996844a1b941ca30543e15f4e 2024-11-14T09:54:08,327 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/table/5d9dc21996844a1b941ca30543e15f4e, entries=2, sequenceid=11, filesize=5.4 K 2024-11-14T09:54:08,328 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=11, compaction requested=false 2024-11-14T09:54:08,333 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T09:54:08,334 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:54:08,334 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:54:08,334 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731578048216Running coprocessor pre-close hooks at 1731578048216Disabling compacts and flushes for region at 1731578048216Disabling writes for close at 1731578048216Obtaining lock to block concurrent updates at 1731578048217 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731578048217Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731578048217Flushing stores of hbase:meta,,1.1588230740 at 1731578048218 (+1 ms)Flushing 1588230740/info: creating writer at 1731578048218Flushing 1588230740/info: appending metadata at 1731578048237 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731578048237Flushing 1588230740/ns: creating writer at 1731578048251 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731578048264 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731578048265 (+1 ms)Flushing 1588230740/table: creating writer at 1731578048279 (+14 ms)Flushing 1588230740/table: appending metadata at 1731578048292 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731578048292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b23abb3: reopening flushed file at 1731578048304 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67e0199b: reopening flushed file at 1731578048312 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@314b740d: reopening flushed file at 1731578048319 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=11, compaction requested=false at 1731578048328 (+9 ms)Writing region close event to WAL at 1731578048329 (+1 ms)Running coprocessor post-close hooks at 1731578048334 (+5 ms)Closed at 1731578048334 2024-11-14T09:54:08,334 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:54:08,416 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(976): stopping server defc576eb6b7,39797,1731577995880; all regions closed. 2024-11-14T09:54:08,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741834_1010 (size=3306) 2024-11-14T09:54:08,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741834_1010 (size=3306) 2024-11-14T09:54:08,424 DEBUG [RS:0;defc576eb6b7:39797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/oldWALs 2024-11-14T09:54:08,424 INFO [RS:0;defc576eb6b7:39797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL defc576eb6b7%2C39797%2C1731577995880.meta:.meta(num 1731577997470) 2024-11-14T09:54:08,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741844_1020 (size=1252) 2024-11-14T09:54:08,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741844_1020 (size=1252) 2024-11-14T09:54:08,432 DEBUG [RS:0;defc576eb6b7:39797 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/oldWALs 2024-11-14T09:54:08,432 INFO [RS:0;defc576eb6b7:39797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL defc576eb6b7%2C39797%2C1731577995880:(num 1731578048135) 2024-11-14T09:54:08,432 DEBUG [RS:0;defc576eb6b7:39797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:08,432 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:54:08,432 INFO [RS:0;defc576eb6b7:39797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:54:08,432 INFO [RS:0;defc576eb6b7:39797 {}] hbase.ChoreService(370): Chore service for: regionserver/defc576eb6b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:54:08,433 INFO [RS:0;defc576eb6b7:39797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:54:08,433 INFO [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:54:08,433 INFO [RS:0;defc576eb6b7:39797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39797 2024-11-14T09:54:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/defc576eb6b7,39797,1731577995880 2024-11-14T09:54:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:54:08,465 INFO [RS:0;defc576eb6b7:39797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:54:08,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [defc576eb6b7,39797,1731577995880] 2024-11-14T09:54:08,486 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/defc576eb6b7,39797,1731577995880 already deleted, retry=false 2024-11-14T09:54:08,486 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; defc576eb6b7,39797,1731577995880 expired; onlineServers=0 2024-11-14T09:54:08,486 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'defc576eb6b7,38629,1731577995629' ***** 2024-11-14T09:54:08,486 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:54:08,486 INFO [M:0;defc576eb6b7:38629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:54:08,486 INFO [M:0;defc576eb6b7:38629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:54:08,486 DEBUG [M:0;defc576eb6b7:38629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:54:08,486 DEBUG [M:0;defc576eb6b7:38629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:54:08,486 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:54:08,486 DEBUG [master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731577996783 {}] cleaner.HFileCleaner(306): Exit Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731577996783,5,FailOnTimeoutGroup] 2024-11-14T09:54:08,486 DEBUG [master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731577996784 {}] cleaner.HFileCleaner(306): Exit Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731577996784,5,FailOnTimeoutGroup] 2024-11-14T09:54:08,486 INFO [M:0;defc576eb6b7:38629 {}] hbase.ChoreService(370): Chore service for: master/defc576eb6b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:54:08,486 INFO [M:0;defc576eb6b7:38629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:54:08,487 DEBUG [M:0;defc576eb6b7:38629 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:54:08,487 INFO [M:0;defc576eb6b7:38629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:54:08,487 INFO [M:0;defc576eb6b7:38629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:54:08,487 INFO [M:0;defc576eb6b7:38629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:54:08,487 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:54:08,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T09:54:08,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:08,496 DEBUG [M:0;defc576eb6b7:38629 {}] zookeeper.ZKUtil(347): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T09:54:08,496 WARN [M:0;defc576eb6b7:38629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:54:08,498 INFO [M:0;defc576eb6b7:38629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/.lastflushedseqids 2024-11-14T09:54:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741849_1025 (size=130) 2024-11-14T09:54:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741849_1025 (size=130) 2024-11-14T09:54:08,504 INFO [M:0;defc576eb6b7:38629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:54:08,504 INFO [M:0;defc576eb6b7:38629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:54:08,504 DEBUG [M:0;defc576eb6b7:38629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:54:08,504 INFO [M:0;defc576eb6b7:38629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:08,504 DEBUG [M:0;defc576eb6b7:38629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:08,504 DEBUG [M:0;defc576eb6b7:38629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:54:08,504 DEBUG [M:0;defc576eb6b7:38629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:08,504 INFO [M:0;defc576eb6b7:38629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.55 KB heapSize=54.94 KB 2024-11-14T09:54:08,518 DEBUG [M:0;defc576eb6b7:38629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c871cd41ff41456f8c125afc28271412 is 82, key is hbase:meta,,1/info:regioninfo/1731577997510/Put/seqid=0 2024-11-14T09:54:08,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741850_1026 (size=5672) 2024-11-14T09:54:08,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741850_1026 (size=5672) 2024-11-14T09:54:08,527 INFO [M:0;defc576eb6b7:38629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c871cd41ff41456f8c125afc28271412 2024-11-14T09:54:08,548 DEBUG [M:0;defc576eb6b7:38629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/965eeb3a9e8843d7b0f49836556b8087 is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731577998116/Put/seqid=0 2024-11-14T09:54:08,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741851_1027 (size=7819) 2024-11-14T09:54:08,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741851_1027 (size=7819) 2024-11-14T09:54:08,554 INFO [M:0;defc576eb6b7:38629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/965eeb3a9e8843d7b0f49836556b8087 2024-11-14T09:54:08,558 INFO [M:0;defc576eb6b7:38629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 965eeb3a9e8843d7b0f49836556b8087 2024-11-14T09:54:08,571 DEBUG [M:0;defc576eb6b7:38629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfc191bfaf384811b44c4756f1e22446 is 69, key is defc576eb6b7,39797,1731577995880/rs:state/1731577996863/Put/seqid=0 2024-11-14T09:54:08,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:54:08,575 INFO [RS:0;defc576eb6b7:39797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:54:08,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39797-0x10138c35d030001, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:54:08,575 INFO [RS:0;defc576eb6b7:39797 {}] regionserver.HRegionServer(1031): Exiting; stopping=defc576eb6b7,39797,1731577995880; zookeeper connection closed. 2024-11-14T09:54:08,576 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1271fed2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1271fed2 2024-11-14T09:54:08,576 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:54:08,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741852_1028 (size=5156) 2024-11-14T09:54:08,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741852_1028 (size=5156) 2024-11-14T09:54:08,577 INFO [M:0;defc576eb6b7:38629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfc191bfaf384811b44c4756f1e22446 2024-11-14T09:54:08,594 DEBUG [M:0;defc576eb6b7:38629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9d2a28a2308c4ea381aa594667dfe1d1 is 52, key is load_balancer_on/state:d/1731577997721/Put/seqid=0 2024-11-14T09:54:08,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741853_1029 (size=5056) 2024-11-14T09:54:08,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741853_1029 (size=5056) 2024-11-14T09:54:08,599 INFO [M:0;defc576eb6b7:38629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9d2a28a2308c4ea381aa594667dfe1d1 2024-11-14T09:54:08,605 DEBUG [M:0;defc576eb6b7:38629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c871cd41ff41456f8c125afc28271412 as hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c871cd41ff41456f8c125afc28271412 2024-11-14T09:54:08,609 INFO [M:0;defc576eb6b7:38629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c871cd41ff41456f8c125afc28271412, entries=8, sequenceid=121, filesize=5.5 K 2024-11-14T09:54:08,610 DEBUG [M:0;defc576eb6b7:38629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/965eeb3a9e8843d7b0f49836556b8087 as hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/965eeb3a9e8843d7b0f49836556b8087 2024-11-14T09:54:08,615 INFO [M:0;defc576eb6b7:38629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 965eeb3a9e8843d7b0f49836556b8087 2024-11-14T09:54:08,615 INFO [M:0;defc576eb6b7:38629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/965eeb3a9e8843d7b0f49836556b8087, entries=14, sequenceid=121, filesize=7.6 K 2024-11-14T09:54:08,616 DEBUG [M:0;defc576eb6b7:38629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfc191bfaf384811b44c4756f1e22446 as hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfc191bfaf384811b44c4756f1e22446 2024-11-14T09:54:08,622 INFO [M:0;defc576eb6b7:38629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfc191bfaf384811b44c4756f1e22446, entries=1, sequenceid=121, filesize=5.0 K 2024-11-14T09:54:08,623 DEBUG [M:0;defc576eb6b7:38629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9d2a28a2308c4ea381aa594667dfe1d1 as hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9d2a28a2308c4ea381aa594667dfe1d1 2024-11-14T09:54:08,628 INFO [M:0;defc576eb6b7:38629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/268f703d-aca7-33ab-7890-3f88cf88b1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9d2a28a2308c4ea381aa594667dfe1d1, entries=1, sequenceid=121, filesize=4.9 K 2024-11-14T09:54:08,629 INFO [M:0;defc576eb6b7:38629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.55 KB/44599, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=121, compaction requested=false 2024-11-14T09:54:08,630 INFO [M:0;defc576eb6b7:38629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:08,631 DEBUG [M:0;defc576eb6b7:38629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731578048504Disabling compacts and flushes for region at 1731578048504Disabling writes for close at 1731578048504Obtaining lock to block concurrent updates at 1731578048504Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731578048504Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44599, getHeapSize=56192, getOffHeapSize=0, getCellsCount=140 at 1731578048505 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731578048505Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731578048505Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731578048518 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731578048518Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731578048532 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731578048547 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731578048548 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731578048558 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731578048571 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731578048571Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731578048581 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731578048594 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731578048594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b0b284: reopening flushed file at 1731578048604 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5360bea8: reopening flushed file at 1731578048609 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7064627f: reopening flushed file at 1731578048616 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d431aee: reopening flushed file at 1731578048622 (+6 ms)Finished flush of dataSize ~43.55 KB/44599, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=121, compaction requested=false at 1731578048629 (+7 ms)Writing region close event to WAL at 1731578048630 (+1 ms)Closed at 1731578048630 2024-11-14T09:54:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741830_1006 (size=52996) 2024-11-14T09:54:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40041 is added to blk_1073741830_1006 (size=52996) 2024-11-14T09:54:08,634 INFO [M:0;defc576eb6b7:38629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:54:08,634 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:54:08,634 INFO [M:0;defc576eb6b7:38629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38629 2024-11-14T09:54:08,635 INFO [M:0;defc576eb6b7:38629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:54:08,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:54:08,744 INFO [M:0;defc576eb6b7:38629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:54:08,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38629-0x10138c35d030000, quorum=127.0.0.1:58722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:54:08,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@566690ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:54:08,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66765433{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:54:08,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:54:08,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e20e8fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:54:08,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1664ced7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/hadoop.log.dir/,STOPPED} 2024-11-14T09:54:08,753 WARN [BP-632067587-172.17.0.2-1731577993355 heartbeating to localhost/127.0.0.1:40115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:54:08,753 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:54:08,753 WARN [BP-632067587-172.17.0.2-1731577993355 heartbeating to localhost/127.0.0.1:40115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-632067587-172.17.0.2-1731577993355 (Datanode Uuid e6ea2744-3f24-4c6a-a987-8beb3957552a) service to localhost/127.0.0.1:40115 2024-11-14T09:54:08,753 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:54:08,754 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/cluster_5d4359d0-24c6-0d08-80c5-38f19d1b3ecd/data/data3/current/BP-632067587-172.17.0.2-1731577993355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:54:08,754 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/cluster_5d4359d0-24c6-0d08-80c5-38f19d1b3ecd/data/data4/current/BP-632067587-172.17.0.2-1731577993355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:54:08,755 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:54:08,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35af74b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:54:08,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57badfec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:54:08,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:54:08,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5973a138{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:54:08,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2faf1085{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/hadoop.log.dir/,STOPPED} 2024-11-14T09:54:08,761 WARN [BP-632067587-172.17.0.2-1731577993355 heartbeating to localhost/127.0.0.1:40115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:54:08,761 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:54:08,761 WARN [BP-632067587-172.17.0.2-1731577993355 heartbeating to localhost/127.0.0.1:40115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-632067587-172.17.0.2-1731577993355 (Datanode Uuid 77ba0f5b-a814-471f-86d4-b74e2f782a09) service to localhost/127.0.0.1:40115 2024-11-14T09:54:08,761 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:54:08,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/cluster_5d4359d0-24c6-0d08-80c5-38f19d1b3ecd/data/data1/current/BP-632067587-172.17.0.2-1731577993355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:54:08,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/cluster_5d4359d0-24c6-0d08-80c5-38f19d1b3ecd/data/data2/current/BP-632067587-172.17.0.2-1731577993355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:54:08,762 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:54:08,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@769ce194{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:54:08,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53088954{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:54:08,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:54:08,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4de6fdc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:54:08,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20fa4514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/hadoop.log.dir/,STOPPED} 2024-11-14T09:54:08,775 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:54:08,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:54:08,800 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 102), OpenFileDescriptor=428 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=4435 (was 4786) 2024-11-14T09:54:08,805 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=4435 2024-11-14T09:54:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:54:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/hadoop.log.dir so I do NOT create it in target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd 2024-11-14T09:54:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d91e3532-e4f5-5d29-4a84-a23a9c074afb/hadoop.tmp.dir so I do NOT create it in target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd 2024-11-14T09:54:08,805 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/cluster_f10afeb7-d34c-a960-d424-c27753da27b4, deleteOnExit=true 2024-11-14T09:54:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:54:08,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/test.cache.data in system properties and HBase conf 2024-11-14T09:54:08,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:54:08,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:54:08,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:54:08,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:54:08,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:54:08,806 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:54:08,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:54:08,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:54:08,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:54:08,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:54:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:54:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:54:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:54:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:54:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:54:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:54:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:54:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:54:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:54:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:54:08,903 INFO [regionserver/defc576eb6b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:54:09,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:54:09,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:54:09,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:54:09,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:54:09,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:54:09,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:54:09,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b8dad9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:54:09,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655269e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:54:09,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@603c91de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/java.io.tmpdir/jetty-localhost-44645-hadoop-hdfs-3_4_1-tests_jar-_-any-4039675559502893256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:54:09,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53e3df2c{HTTP/1.1, (http/1.1)}{localhost:44645} 2024-11-14T09:54:09,220 INFO [Time-limited test {}] server.Server(415): Started @150153ms 2024-11-14T09:54:09,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:54:09,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:54:09,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:54:09,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:54:09,499 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:54:09,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@281ff25b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:54:09,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a842077{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:54:09,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e9e3f2d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/java.io.tmpdir/jetty-localhost-34787-hadoop-hdfs-3_4_1-tests_jar-_-any-1268562230122508781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:54:09,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6416456e{HTTP/1.1, (http/1.1)}{localhost:34787} 2024-11-14T09:54:09,592 INFO [Time-limited test {}] server.Server(415): Started @150526ms 2024-11-14T09:54:09,593 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:54:09,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:54:09,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:54:09,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:54:09,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:54:09,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:54:09,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d26b083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:54:09,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55f5dc36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:54:09,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ec4f482{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/java.io.tmpdir/jetty-localhost-42457-hadoop-hdfs-3_4_1-tests_jar-_-any-618148669928672822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:54:09,722 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5825b2bd{HTTP/1.1, (http/1.1)}{localhost:42457} 2024-11-14T09:54:09,722 INFO [Time-limited test {}] server.Server(415): Started @150655ms 2024-11-14T09:54:09,723 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:54:10,776 WARN [Thread-1103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/cluster_f10afeb7-d34c-a960-d424-c27753da27b4/data/data1/current/BP-1135429553-172.17.0.2-1731578048829/current, will proceed with Du for space computation calculation, 2024-11-14T09:54:10,776 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/cluster_f10afeb7-d34c-a960-d424-c27753da27b4/data/data2/current/BP-1135429553-172.17.0.2-1731578048829/current, will proceed with Du for space computation calculation, 2024-11-14T09:54:10,802 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:54:10,806 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e100eaf392cb0ce with lease ID 0x47c2fcfb4fd8ca5: Processing first storage report for DS-5520de40-2eaf-4c17-8734-f17893670efe from datanode DatanodeRegistration(127.0.0.1:44703, datanodeUuid=c0dd379d-6b95-4e18-8557-f557ced6c13b, infoPort=36139, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=94194573;c=1731578048829) 2024-11-14T09:54:10,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e100eaf392cb0ce with lease ID 0x47c2fcfb4fd8ca5: from storage DS-5520de40-2eaf-4c17-8734-f17893670efe node DatanodeRegistration(127.0.0.1:44703, datanodeUuid=c0dd379d-6b95-4e18-8557-f557ced6c13b, infoPort=36139, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=94194573;c=1731578048829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:54:10,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e100eaf392cb0ce with lease ID 0x47c2fcfb4fd8ca5: Processing first storage report for DS-cc805927-a347-41ea-8540-5522e7652085 from datanode DatanodeRegistration(127.0.0.1:44703, datanodeUuid=c0dd379d-6b95-4e18-8557-f557ced6c13b, infoPort=36139, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=94194573;c=1731578048829) 2024-11-14T09:54:10,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e100eaf392cb0ce with lease ID 0x47c2fcfb4fd8ca5: from storage DS-cc805927-a347-41ea-8540-5522e7652085 node DatanodeRegistration(127.0.0.1:44703, datanodeUuid=c0dd379d-6b95-4e18-8557-f557ced6c13b, infoPort=36139, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=94194573;c=1731578048829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:54:10,914 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/cluster_f10afeb7-d34c-a960-d424-c27753da27b4/data/data3/current/BP-1135429553-172.17.0.2-1731578048829/current, will proceed with Du for space computation calculation, 2024-11-14T09:54:10,914 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/cluster_f10afeb7-d34c-a960-d424-c27753da27b4/data/data4/current/BP-1135429553-172.17.0.2-1731578048829/current, will proceed with Du for space computation calculation, 2024-11-14T09:54:10,934 WARN [Thread-1090 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:54:10,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec01f0084427f12e with lease ID 0x47c2fcfb4fd8ca6: Processing first storage report for DS-13f92b9e-8618-49f1-b10e-3ddc0982f575 from datanode DatanodeRegistration(127.0.0.1:45091, datanodeUuid=f459ce5a-4240-4e95-86a8-69f7e95a2ae9, infoPort=37713, infoSecurePort=0, ipcPort=44169, storageInfo=lv=-57;cid=testClusterID;nsid=94194573;c=1731578048829) 2024-11-14T09:54:10,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec01f0084427f12e with lease ID 0x47c2fcfb4fd8ca6: from storage DS-13f92b9e-8618-49f1-b10e-3ddc0982f575 node DatanodeRegistration(127.0.0.1:45091, datanodeUuid=f459ce5a-4240-4e95-86a8-69f7e95a2ae9, infoPort=37713, infoSecurePort=0, ipcPort=44169, storageInfo=lv=-57;cid=testClusterID;nsid=94194573;c=1731578048829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:54:10,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec01f0084427f12e with lease ID 0x47c2fcfb4fd8ca6: Processing first storage report for DS-474db849-077d-46dd-b1f4-d4ed406490f1 from datanode DatanodeRegistration(127.0.0.1:45091, datanodeUuid=f459ce5a-4240-4e95-86a8-69f7e95a2ae9, infoPort=37713, infoSecurePort=0, ipcPort=44169, storageInfo=lv=-57;cid=testClusterID;nsid=94194573;c=1731578048829) 2024-11-14T09:54:10,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec01f0084427f12e with lease ID 0x47c2fcfb4fd8ca6: from storage DS-474db849-077d-46dd-b1f4-d4ed406490f1 node DatanodeRegistration(127.0.0.1:45091, datanodeUuid=f459ce5a-4240-4e95-86a8-69f7e95a2ae9, infoPort=37713, infoSecurePort=0, ipcPort=44169, storageInfo=lv=-57;cid=testClusterID;nsid=94194573;c=1731578048829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:54:10,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd 2024-11-14T09:54:10,959 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/cluster_f10afeb7-d34c-a960-d424-c27753da27b4/zookeeper_0, clientPort=58579, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/cluster_f10afeb7-d34c-a960-d424-c27753da27b4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/cluster_f10afeb7-d34c-a960-d424-c27753da27b4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:54:10,960 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58579 2024-11-14T09:54:10,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:10,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:10,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:54:10,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:54:10,974 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2 with version=8 2024-11-14T09:54:10,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/hbase-staging 2024-11-14T09:54:10,976 INFO [Time-limited test {}] client.ConnectionUtils(128): master/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:54:10,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:54:10,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:54:10,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:54:10,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:54:10,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:54:10,976 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:54:10,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:54:10,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38455 2024-11-14T09:54:10,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38455 connecting to ZooKeeper ensemble=127.0.0.1:58579 2024-11-14T09:54:11,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384550x0, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:54:11,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38455-0x10138c4353a0000 connected 2024-11-14T09:54:11,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:11,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:11,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:54:11,143 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2, hbase.cluster.distributed=false 2024-11-14T09:54:11,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:54:11,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38455 2024-11-14T09:54:11,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38455 2024-11-14T09:54:11,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38455 2024-11-14T09:54:11,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38455 2024-11-14T09:54:11,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38455 2024-11-14T09:54:11,160 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:54:11,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:54:11,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:54:11,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:54:11,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:54:11,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:54:11,160 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:54:11,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:54:11,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46809 2024-11-14T09:54:11,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46809 connecting to ZooKeeper ensemble=127.0.0.1:58579 2024-11-14T09:54:11,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:11,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:11,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468090x0, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:54:11,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46809-0x10138c4353a0001 connected 2024-11-14T09:54:11,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:54:11,177 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:54:11,177 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:54:11,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T09:54:11,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:54:11,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46809 2024-11-14T09:54:11,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46809 2024-11-14T09:54:11,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46809 2024-11-14T09:54:11,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46809 2024-11-14T09:54:11,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46809 2024-11-14T09:54:11,194 DEBUG [M:0;defc576eb6b7:38455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;defc576eb6b7:38455 2024-11-14T09:54:11,194 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/defc576eb6b7,38455,1731578050976 2024-11-14T09:54:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:54:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:54:11,202 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/defc576eb6b7,38455,1731578050976 2024-11-14T09:54:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T09:54:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:11,212 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T09:54:11,213 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/defc576eb6b7,38455,1731578050976 from backup master directory 2024-11-14T09:54:11,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:54:11,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/defc576eb6b7,38455,1731578050976 2024-11-14T09:54:11,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:54:11,222 WARN [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:54:11,222 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=defc576eb6b7,38455,1731578050976 2024-11-14T09:54:11,227 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/hbase.id] with ID: 4717fe22-4f6d-408c-9560-a3324a6ae046 2024-11-14T09:54:11,227 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/.tmp/hbase.id 2024-11-14T09:54:11,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:54:11,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:54:11,234 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/.tmp/hbase.id]:[hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/hbase.id] 2024-11-14T09:54:11,251 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:11,251 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:54:11,253 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T09:54:11,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:11,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:11,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:54:11,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:54:11,272 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:54:11,273 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:54:11,273 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:54:11,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:54:11,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:54:11,281 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store 2024-11-14T09:54:11,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:54:11,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:54:11,287 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:54:11,288 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:54:11,288 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:11,288 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:11,288 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:54:11,288 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:11,288 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:11,288 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731578051288Disabling compacts and flushes for region at 1731578051288Disabling writes for close at 1731578051288Writing region close event to WAL at 1731578051288Closed at 1731578051288 2024-11-14T09:54:11,289 WARN [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/.initializing 2024-11-14T09:54:11,289 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/WALs/defc576eb6b7,38455,1731578050976 2024-11-14T09:54:11,290 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:54:11,291 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C38455%2C1731578050976, suffix=, logDir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/WALs/defc576eb6b7,38455,1731578050976, archiveDir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/oldWALs, maxLogs=10 2024-11-14T09:54:11,302 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/WALs/defc576eb6b7,38455,1731578050976/defc576eb6b7%2C38455%2C1731578050976.1731578051291, exclude list is [], retry=0 2024-11-14T09:54:11,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44703,DS-5520de40-2eaf-4c17-8734-f17893670efe,DISK] 2024-11-14T09:54:11,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45091,DS-13f92b9e-8618-49f1-b10e-3ddc0982f575,DISK] 2024-11-14T09:54:11,307 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/WALs/defc576eb6b7,38455,1731578050976/defc576eb6b7%2C38455%2C1731578050976.1731578051291 2024-11-14T09:54:11,307 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36139:36139),(127.0.0.1/127.0.0.1:37713:37713)] 2024-11-14T09:54:11,307 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:54:11,307 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:54:11,307 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:11,307 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:11,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:11,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:54:11,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:11,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:11,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:11,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:54:11,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:11,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:54:11,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:11,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:54:11,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:11,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:54:11,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:11,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:54:11,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:11,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:54:11,315 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:11,316 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:11,316 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:11,317 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:11,317 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:11,318 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:54:11,319 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:11,321 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:54:11,321 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=824113, jitterRate=0.047914400696754456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:54:11,322 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731578051307Initializing all the Stores at 1731578051308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578051308Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731578051308Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731578051309 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731578051309Cleaning up temporary data from old regions at 1731578051317 (+8 ms)Region opened successfully at 1731578051322 (+5 ms) 2024-11-14T09:54:11,322 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:54:11,325 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ad0e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:54:11,326 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:54:11,326 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:54:11,326 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:54:11,326 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:54:11,327 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:54:11,327 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:54:11,327 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:54:11,329 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:54:11,329 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T09:54:11,338 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T09:54:11,338 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:54:11,339 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:54:11,349 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T09:54:11,349 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:54:11,350 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:54:11,359 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T09:54:11,360 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:54:11,370 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T09:54:11,372 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:54:11,380 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T09:54:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:54:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:54:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:11,391 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=defc576eb6b7,38455,1731578050976, sessionid=0x10138c4353a0000, setting cluster-up flag (Was=false) 2024-11-14T09:54:11,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:11,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:11,443 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T09:54:11,445 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=defc576eb6b7,38455,1731578050976 2024-11-14T09:54:11,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:11,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:11,496 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T09:54:11,498 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=defc576eb6b7,38455,1731578050976 2024-11-14T09:54:11,499 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:54:11,501 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:54:11,501 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:54:11,501 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:54:11,502 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: defc576eb6b7,38455,1731578050976 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:54:11,503 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:54:11,503 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:54:11,503 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:54:11,503 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:54:11,503 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/defc576eb6b7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:54:11,503 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:11,504 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:54:11,504 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:11,504 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731578081504 2024-11-14T09:54:11,504 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:54:11,505 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:54:11,505 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:54:11,505 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:54:11,505 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:54:11,505 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:54:11,505 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,505 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:54:11,505 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:54:11,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:54:11,505 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:54:11,505 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:54:11,506 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:54:11,506 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:54:11,506 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731578051506,5,FailOnTimeoutGroup] 2024-11-14T09:54:11,506 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731578051506,5,FailOnTimeoutGroup] 2024-11-14T09:54:11,506 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,506 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:54:11,506 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,506 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,507 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:11,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:54:11,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:54:11,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:54:11,518 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:54:11,518 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2 2024-11-14T09:54:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:54:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:54:11,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:54:11,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:54:11,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:54:11,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:11,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:11,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:54:11,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:54:11,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:11,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:11,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:54:11,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:54:11,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:11,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:11,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:54:11,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:54:11,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:11,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:11,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:54:11,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740 2024-11-14T09:54:11,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740 2024-11-14T09:54:11,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:54:11,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:54:11,536 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T09:54:11,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:54:11,539 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:54:11,539 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=807463, jitterRate=0.026742741465568542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T09:54:11,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731578051525Initializing all the Stores at 1731578051525Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578051525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578051526 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731578051526Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578051526Cleaning up temporary data from old regions at 1731578051535 (+9 ms)Region opened successfully at 1731578051540 (+5 ms) 2024-11-14T09:54:11,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:54:11,540 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:54:11,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:54:11,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:54:11,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:54:11,541 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:54:11,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731578051540Disabling compacts and flushes for region at 1731578051540Disabling writes for close at 1731578051540Writing region close event to WAL at 1731578051541 (+1 ms)Closed at 1731578051541 2024-11-14T09:54:11,542 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:54:11,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:54:11,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:54:11,543 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:54:11,544 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:54:11,584 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(746): ClusterId : 4717fe22-4f6d-408c-9560-a3324a6ae046 2024-11-14T09:54:11,584 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:54:11,598 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:54:11,598 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:54:11,608 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:54:11,609 DEBUG [RS:0;defc576eb6b7:46809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453655aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:54:11,623 DEBUG [RS:0;defc576eb6b7:46809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;defc576eb6b7:46809 2024-11-14T09:54:11,623 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:54:11,623 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:54:11,623 DEBUG [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:54:11,624 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(2659): reportForDuty to master=defc576eb6b7,38455,1731578050976 with port=46809, startcode=1731578051159 2024-11-14T09:54:11,624 DEBUG [RS:0;defc576eb6b7:46809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:54:11,625 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43727, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:54:11,626 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer defc576eb6b7,46809,1731578051159 2024-11-14T09:54:11,626 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38455 {}] master.ServerManager(517): Registering regionserver=defc576eb6b7,46809,1731578051159 2024-11-14T09:54:11,627 DEBUG [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2 2024-11-14T09:54:11,627 DEBUG [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40953 2024-11-14T09:54:11,627 DEBUG [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:54:11,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:54:11,640 DEBUG [RS:0;defc576eb6b7:46809 {}] zookeeper.ZKUtil(111): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/defc576eb6b7,46809,1731578051159 2024-11-14T09:54:11,640 WARN [RS:0;defc576eb6b7:46809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:54:11,640 INFO [RS:0;defc576eb6b7:46809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:54:11,640 DEBUG [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/WALs/defc576eb6b7,46809,1731578051159 2024-11-14T09:54:11,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [defc576eb6b7,46809,1731578051159] 2024-11-14T09:54:11,644 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:54:11,646 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:54:11,647 INFO [RS:0;defc576eb6b7:46809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:54:11,647 INFO [RS:0;defc576eb6b7:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,647 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:54:11,648 INFO [RS:0;defc576eb6b7:46809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:54:11,648 INFO [RS:0;defc576eb6b7:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,648 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:11,648 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:11,648 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:11,648 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:11,648 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:11,648 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:54:11,649 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:11,649 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:11,649 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:11,649 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:11,649 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:11,649 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:11,649 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:54:11,649 DEBUG [RS:0;defc576eb6b7:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:54:11,650 INFO [RS:0;defc576eb6b7:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,650 INFO [RS:0;defc576eb6b7:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,650 INFO [RS:0;defc576eb6b7:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,650 INFO [RS:0;defc576eb6b7:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,650 INFO [RS:0;defc576eb6b7:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,650 INFO [RS:0;defc576eb6b7:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,46809,1731578051159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:54:11,665 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:54:11,665 INFO [RS:0;defc576eb6b7:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,46809,1731578051159-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,665 INFO [RS:0;defc576eb6b7:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,665 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.Replication(171): defc576eb6b7,46809,1731578051159 started 2024-11-14T09:54:11,677 INFO [RS:0;defc576eb6b7:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:11,678 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(1482): Serving as defc576eb6b7,46809,1731578051159, RpcServer on defc576eb6b7/172.17.0.2:46809, sessionid=0x10138c4353a0001 2024-11-14T09:54:11,678 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:54:11,678 DEBUG [RS:0;defc576eb6b7:46809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager defc576eb6b7,46809,1731578051159 2024-11-14T09:54:11,678 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,46809,1731578051159' 2024-11-14T09:54:11,678 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T09:54:11,678 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T09:54:11,679 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:54:11,679 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:54:11,679 DEBUG [RS:0;defc576eb6b7:46809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager defc576eb6b7,46809,1731578051159 2024-11-14T09:54:11,679 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,46809,1731578051159' 2024-11-14T09:54:11,679 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T09:54:11,679 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T09:54:11,680 DEBUG [RS:0;defc576eb6b7:46809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:54:11,680 INFO [RS:0;defc576eb6b7:46809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:54:11,680 INFO [RS:0;defc576eb6b7:46809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:54:11,695 WARN [defc576eb6b7:38455 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T09:54:11,780 INFO [RS:0;defc576eb6b7:46809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:54:11,782 INFO [RS:0;defc576eb6b7:46809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C46809%2C1731578051159, suffix=, logDir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/WALs/defc576eb6b7,46809,1731578051159, archiveDir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/oldWALs, maxLogs=32 2024-11-14T09:54:11,796 DEBUG [RS:0;defc576eb6b7:46809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/WALs/defc576eb6b7,46809,1731578051159/defc576eb6b7%2C46809%2C1731578051159.1731578051783, exclude list is [], retry=0 2024-11-14T09:54:11,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44703,DS-5520de40-2eaf-4c17-8734-f17893670efe,DISK] 2024-11-14T09:54:11,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45091,DS-13f92b9e-8618-49f1-b10e-3ddc0982f575,DISK] 2024-11-14T09:54:11,801 INFO [RS:0;defc576eb6b7:46809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/WALs/defc576eb6b7,46809,1731578051159/defc576eb6b7%2C46809%2C1731578051159.1731578051783 2024-11-14T09:54:11,802 DEBUG [RS:0;defc576eb6b7:46809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36139:36139),(127.0.0.1/127.0.0.1:37713:37713)] 2024-11-14T09:54:11,945 DEBUG [defc576eb6b7:38455 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:54:11,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=defc576eb6b7,46809,1731578051159 2024-11-14T09:54:11,948 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,46809,1731578051159, state=OPENING 2024-11-14T09:54:11,959 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:54:11,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:11,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:11,972 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:54:11,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:54:11,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:54:11,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,46809,1731578051159}] 2024-11-14T09:54:12,129 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:54:12,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58647, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:54:12,141 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:54:12,141 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:54:12,141 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:54:12,144 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C46809%2C1731578051159.meta, suffix=.meta, logDir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/WALs/defc576eb6b7,46809,1731578051159, archiveDir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/oldWALs, maxLogs=32 2024-11-14T09:54:12,160 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/WALs/defc576eb6b7,46809,1731578051159/defc576eb6b7%2C46809%2C1731578051159.meta.1731578052145.meta, exclude list is [], retry=0 2024-11-14T09:54:12,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45091,DS-13f92b9e-8618-49f1-b10e-3ddc0982f575,DISK] 2024-11-14T09:54:12,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44703,DS-5520de40-2eaf-4c17-8734-f17893670efe,DISK] 2024-11-14T09:54:12,163 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/WALs/defc576eb6b7,46809,1731578051159/defc576eb6b7%2C46809%2C1731578051159.meta.1731578052145.meta 2024-11-14T09:54:12,164 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37713:37713),(127.0.0.1/127.0.0.1:36139:36139)] 2024-11-14T09:54:12,164 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:54:12,164 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:54:12,164 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:54:12,164 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:54:12,164 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:54:12,164 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:54:12,164 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:54:12,165 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:54:12,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:54:12,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:54:12,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:12,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:12,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:54:12,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:54:12,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:12,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:12,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:54:12,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:54:12,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:12,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:12,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:54:12,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:54:12,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:12,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:12,171 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:54:12,172 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740 2024-11-14T09:54:12,173 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740 2024-11-14T09:54:12,174 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:54:12,174 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:54:12,174 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T09:54:12,176 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:54:12,176 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=876057, jitterRate=0.11396479606628418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T09:54:12,176 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:54:12,177 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731578052165Writing region info on filesystem at 1731578052165Initializing all the Stores at 1731578052165Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578052166 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578052166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731578052166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578052166Cleaning up temporary data from old regions at 1731578052174 (+8 ms)Running coprocessor post-open hooks at 1731578052176 (+2 ms)Region opened successfully at 1731578052177 (+1 ms) 2024-11-14T09:54:12,178 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731578052129 2024-11-14T09:54:12,180 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:54:12,180 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:54:12,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,46809,1731578051159 2024-11-14T09:54:12,182 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,46809,1731578051159, state=OPEN 2024-11-14T09:54:12,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:54:12,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:54:12,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=defc576eb6b7,46809,1731578051159 2024-11-14T09:54:12,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:54:12,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:54:12,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:54:12,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,46809,1731578051159 in 248 msec 2024-11-14T09:54:12,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:54:12,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-11-14T09:54:12,226 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:54:12,226 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:54:12,227 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:54:12,227 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,46809,1731578051159, seqNum=-1] 2024-11-14T09:54:12,227 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:54:12,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:54:12,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 732 msec 2024-11-14T09:54:12,234 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731578052234, completionTime=-1 2024-11-14T09:54:12,234 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:54:12,234 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:54:12,236 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T09:54:12,236 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731578112236 2024-11-14T09:54:12,236 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731578172236 2024-11-14T09:54:12,236 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T09:54:12,237 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38455,1731578050976-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:12,237 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38455,1731578050976-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:12,237 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38455,1731578050976-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:12,237 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-defc576eb6b7:38455, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:12,237 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:12,237 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:12,239 DEBUG [master/defc576eb6b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:54:12,241 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.018sec 2024-11-14T09:54:12,241 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:54:12,241 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:54:12,241 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:54:12,241 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:54:12,241 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:54:12,241 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38455,1731578050976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:54:12,241 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38455,1731578050976-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:54:12,244 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:54:12,244 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:54:12,244 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,38455,1731578050976-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:12,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180f4de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:54:12,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request defc576eb6b7,38455,-1 for getting cluster id 2024-11-14T09:54:12,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:54:12,285 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4717fe22-4f6d-408c-9560-a3324a6ae046' 2024-11-14T09:54:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:54:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4717fe22-4f6d-408c-9560-a3324a6ae046" 2024-11-14T09:54:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73dc9652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:54:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [defc576eb6b7,38455,-1] 2024-11-14T09:54:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:54:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:12,288 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:54:12,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e03e487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:54:12,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:54:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,46809,1731578051159, seqNum=-1] 2024-11-14T09:54:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:54:12,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:54:12,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=defc576eb6b7,38455,1731578050976 2024-11-14T09:54:12,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:12,296 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T09:54:12,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:54:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is defc576eb6b7,38455,1731578050976 2024-11-14T09:54:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@394d628a 2024-11-14T09:54:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:54:12,300 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:54:12,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T09:54:12,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T09:54:12,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:54:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-14T09:54:12,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:54:12,303 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:12,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-14T09:54:12,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:54:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:54:12,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741835_1011 (size=381) 2024-11-14T09:54:12,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741835_1011 (size=381) 2024-11-14T09:54:12,314 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9b489f4d14437ddc873be006d713348, NAME => 'TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2 2024-11-14T09:54:12,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741836_1012 (size=64) 2024-11-14T09:54:12,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741836_1012 (size=64) 2024-11-14T09:54:12,326 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:54:12,326 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing c9b489f4d14437ddc873be006d713348, disabling compactions & flushes 2024-11-14T09:54:12,326 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:12,326 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:12,326 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. after waiting 0 ms 2024-11-14T09:54:12,326 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:12,326 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:12,326 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9b489f4d14437ddc873be006d713348: Waiting for close lock at 1731578052326Disabling compacts and flushes for region at 1731578052326Disabling writes for close at 1731578052326Writing region close event to WAL at 1731578052326Closed at 1731578052326 2024-11-14T09:54:12,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:54:12,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731578052327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731578052327"}]},"ts":"1731578052327"} 2024-11-14T09:54:12,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:54:12,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:54:12,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731578052331"}]},"ts":"1731578052331"} 2024-11-14T09:54:12,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-14T09:54:12,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c9b489f4d14437ddc873be006d713348, ASSIGN}] 2024-11-14T09:54:12,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c9b489f4d14437ddc873be006d713348, ASSIGN 2024-11-14T09:54:12,336 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c9b489f4d14437ddc873be006d713348, ASSIGN; state=OFFLINE, location=defc576eb6b7,46809,1731578051159; forceNewPlan=false, retain=false 2024-11-14T09:54:12,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9b489f4d14437ddc873be006d713348, regionState=OPENING, regionLocation=defc576eb6b7,46809,1731578051159 2024-11-14T09:54:12,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c9b489f4d14437ddc873be006d713348, ASSIGN because future has completed 2024-11-14T09:54:12,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9b489f4d14437ddc873be006d713348, server=defc576eb6b7,46809,1731578051159}] 2024-11-14T09:54:12,656 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:12,656 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c9b489f4d14437ddc873be006d713348, NAME => 'TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:54:12,656 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:12,656 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:54:12,656 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:12,656 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:12,658 INFO [StoreOpener-c9b489f4d14437ddc873be006d713348-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:12,660 INFO [StoreOpener-c9b489f4d14437ddc873be006d713348-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9b489f4d14437ddc873be006d713348 columnFamilyName info 2024-11-14T09:54:12,660 DEBUG [StoreOpener-c9b489f4d14437ddc873be006d713348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:12,660 INFO [StoreOpener-c9b489f4d14437ddc873be006d713348-1 {}] regionserver.HStore(327): Store=c9b489f4d14437ddc873be006d713348/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:54:12,660 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:12,661 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:12,662 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:12,662 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:12,662 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:12,665 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:12,667 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:54:12,668 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c9b489f4d14437ddc873be006d713348; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=831032, jitterRate=0.056712135672569275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T09:54:12,668 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:12,669 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c9b489f4d14437ddc873be006d713348: Running coprocessor pre-open hook at 1731578052657Writing region info on filesystem at 1731578052657Initializing all the Stores at 1731578052658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731578052658Cleaning up temporary data from old regions at 1731578052662 (+4 ms)Running coprocessor post-open hooks at 1731578052668 (+6 ms)Region opened successfully at 1731578052668 2024-11-14T09:54:12,670 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348., pid=6, masterSystemTime=1731578052646 2024-11-14T09:54:12,672 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:12,672 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:12,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9b489f4d14437ddc873be006d713348, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,46809,1731578051159 2024-11-14T09:54:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9b489f4d14437ddc873be006d713348, server=defc576eb6b7,46809,1731578051159 because future has completed 2024-11-14T09:54:12,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:54:12,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c9b489f4d14437ddc873be006d713348, server=defc576eb6b7,46809,1731578051159 in 185 msec 2024-11-14T09:54:12,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:54:12,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c9b489f4d14437ddc873be006d713348, ASSIGN in 347 msec 2024-11-14T09:54:12,684 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:54:12,684 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731578052684"}]},"ts":"1731578052684"} 2024-11-14T09:54:12,686 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-14T09:54:12,687 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:54:12,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 387 msec 2024-11-14T09:54:13,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:54:13,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:13,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:16,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-14T09:54:16,636 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T09:54:16,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T09:54:17,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:54:17,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-14T09:54:22,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:54:22,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:22,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:22,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:22,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:22,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:22,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:22,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:22,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:22,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:22,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:54:22,343 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-14T09:54:22,344 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-14T09:54:22,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-14T09:54:22,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:22,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348., hostname=defc576eb6b7,46809,1731578051159, seqNum=2] 2024-11-14T09:54:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:22,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9b489f4d14437ddc873be006d713348 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T09:54:22,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/4eec84d015bc4ba7be3eb23fa5c20d45 is 1055, key is row0001/info:/1731578062354/Put/seqid=0 2024-11-14T09:54:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741837_1013 (size=13386) 2024-11-14T09:54:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741837_1013 (size=13386) 2024-11-14T09:54:22,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/4eec84d015bc4ba7be3eb23fa5c20d45 2024-11-14T09:54:22,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/4eec84d015bc4ba7be3eb23fa5c20d45 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/4eec84d015bc4ba7be3eb23fa5c20d45 2024-11-14T09:54:22,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/4eec84d015bc4ba7be3eb23fa5c20d45, entries=8, sequenceid=12, filesize=13.1 K 2024-11-14T09:54:22,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for c9b489f4d14437ddc873be006d713348 in 39ms, sequenceid=12, compaction requested=false 2024-11-14T09:54:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9b489f4d14437ddc873be006d713348: 2024-11-14T09:54:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:22,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9b489f4d14437ddc873be006d713348 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-14T09:54:22,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/98f1bc45b1894321a4ae32f4ec0ae4e3 is 1055, key is row0009/info:/1731578062374/Put/seqid=0 2024-11-14T09:54:22,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741838_1014 (size=24978) 2024-11-14T09:54:22,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741838_1014 (size=24978) 2024-11-14T09:54:22,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/98f1bc45b1894321a4ae32f4ec0ae4e3 2024-11-14T09:54:22,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/98f1bc45b1894321a4ae32f4ec0ae4e3 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/98f1bc45b1894321a4ae32f4ec0ae4e3 2024-11-14T09:54:22,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/98f1bc45b1894321a4ae32f4ec0ae4e3, entries=19, sequenceid=34, filesize=24.4 K 2024-11-14T09:54:22,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=5.13 KB/5255 for c9b489f4d14437ddc873be006d713348 in 436ms, sequenceid=34, compaction requested=false 2024-11-14T09:54:22,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9b489f4d14437ddc873be006d713348: 2024-11-14T09:54:22,850 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=37.5 K, sizeToCheck=16.0 K 2024-11-14T09:54:22,850 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:22,850 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/98f1bc45b1894321a4ae32f4ec0ae4e3 because midkey is the same as first or last row 2024-11-14T09:54:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:24,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9b489f4d14437ddc873be006d713348 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T09:54:24,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/1fb0ad7b6b9149c1bf81cc9e85f1718a is 1055, key is row0028/info:/1731578062415/Put/seqid=0 2024-11-14T09:54:24,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741839_1015 (size=13386) 2024-11-14T09:54:24,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741839_1015 (size=13386) 2024-11-14T09:54:24,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/1fb0ad7b6b9149c1bf81cc9e85f1718a 2024-11-14T09:54:24,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/1fb0ad7b6b9149c1bf81cc9e85f1718a as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/1fb0ad7b6b9149c1bf81cc9e85f1718a 2024-11-14T09:54:24,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/1fb0ad7b6b9149c1bf81cc9e85f1718a, entries=8, sequenceid=45, filesize=13.1 K 2024-11-14T09:54:24,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for c9b489f4d14437ddc873be006d713348 in 28ms, sequenceid=45, compaction requested=true 2024-11-14T09:54:24,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9b489f4d14437ddc873be006d713348: 2024-11-14T09:54:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:24,462 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=50.5 K, sizeToCheck=16.0 K 2024-11-14T09:54:24,462 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:24,462 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/98f1bc45b1894321a4ae32f4ec0ae4e3 because midkey is the same as first or last row 2024-11-14T09:54:24,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9b489f4d14437ddc873be006d713348:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T09:54:24,463 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T09:54:24,465 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 51750 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T09:54:24,465 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1541): c9b489f4d14437ddc873be006d713348/info is initiating minor compaction (all files) 2024-11-14T09:54:24,465 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9b489f4d14437ddc873be006d713348/info in TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:24,465 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/4eec84d015bc4ba7be3eb23fa5c20d45, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/98f1bc45b1894321a4ae32f4ec0ae4e3, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/1fb0ad7b6b9149c1bf81cc9e85f1718a] into tmpdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp, totalSize=50.5 K 2024-11-14T09:54:24,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:24,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9b489f4d14437ddc873be006d713348 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T09:54:24,466 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eec84d015bc4ba7be3eb23fa5c20d45, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731578062354 2024-11-14T09:54:24,466 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98f1bc45b1894321a4ae32f4ec0ae4e3, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731578062374 2024-11-14T09:54:24,467 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fb0ad7b6b9149c1bf81cc9e85f1718a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731578062415 2024-11-14T09:54:24,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/07b871f5b499427f82a07b6ae4b94a9b is 1055, key is row0036/info:/1731578064435/Put/seqid=0 2024-11-14T09:54:24,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741840_1016 (size=18662) 2024-11-14T09:54:24,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741840_1016 (size=18662) 2024-11-14T09:54:24,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/07b871f5b499427f82a07b6ae4b94a9b 2024-11-14T09:54:24,489 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9b489f4d14437ddc873be006d713348#info#compaction#35 average throughput is 11.69 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T09:54:24,490 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/3b5b8d3b3e724916898801ffdd3434d0 is 1055, key is row0001/info:/1731578062354/Put/seqid=0 2024-11-14T09:54:24,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/07b871f5b499427f82a07b6ae4b94a9b as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/07b871f5b499427f82a07b6ae4b94a9b 2024-11-14T09:54:24,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741841_1017 (size=41949) 2024-11-14T09:54:24,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741841_1017 (size=41949) 2024-11-14T09:54:24,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/07b871f5b499427f82a07b6ae4b94a9b, entries=13, sequenceid=61, filesize=18.2 K 2024-11-14T09:54:24,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=14.37 KB/14714 for c9b489f4d14437ddc873be006d713348 in 36ms, sequenceid=61, compaction requested=false 2024-11-14T09:54:24,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9b489f4d14437ddc873be006d713348: 2024-11-14T09:54:24,501 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.8 K, sizeToCheck=16.0 K 2024-11-14T09:54:24,501 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:24,501 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/98f1bc45b1894321a4ae32f4ec0ae4e3 because midkey is the same as first or last row 2024-11-14T09:54:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:24,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9b489f4d14437ddc873be006d713348 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-14T09:54:24,505 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/3b5b8d3b3e724916898801ffdd3434d0 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/3b5b8d3b3e724916898801ffdd3434d0 2024-11-14T09:54:24,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/08282b8f3b8b40fcab1b4b1ea281db2c is 1055, key is row0049/info:/1731578064466/Put/seqid=0 2024-11-14T09:54:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741842_1018 (size=21822) 2024-11-14T09:54:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741842_1018 (size=21822) 2024-11-14T09:54:24,512 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9b489f4d14437ddc873be006d713348/info of c9b489f4d14437ddc873be006d713348 into 3b5b8d3b3e724916898801ffdd3434d0(size=41.0 K), total size for store is 59.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T09:54:24,512 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9b489f4d14437ddc873be006d713348: 2024-11-14T09:54:24,514 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348., storeName=c9b489f4d14437ddc873be006d713348/info, priority=13, startTime=1731578064463; duration=0sec 2024-11-14T09:54:24,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/08282b8f3b8b40fcab1b4b1ea281db2c 2024-11-14T09:54:24,514 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-14T09:54:24,514 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:24,515 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/3b5b8d3b3e724916898801ffdd3434d0 because midkey is the same as first or last row 2024-11-14T09:54:24,515 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-14T09:54:24,515 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:24,515 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/3b5b8d3b3e724916898801ffdd3434d0 because midkey is the same as first or last row 2024-11-14T09:54:24,515 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-14T09:54:24,515 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:24,515 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/3b5b8d3b3e724916898801ffdd3434d0 because midkey is the same as first or last row 2024-11-14T09:54:24,516 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:24,516 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9b489f4d14437ddc873be006d713348:info 2024-11-14T09:54:24,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/08282b8f3b8b40fcab1b4b1ea281db2c as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/08282b8f3b8b40fcab1b4b1ea281db2c 2024-11-14T09:54:24,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/08282b8f3b8b40fcab1b4b1ea281db2c, entries=16, sequenceid=80, filesize=21.3 K 2024-11-14T09:54:24,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=0 B/0 for c9b489f4d14437ddc873be006d713348 in 25ms, sequenceid=80, compaction requested=true 2024-11-14T09:54:24,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9b489f4d14437ddc873be006d713348: 2024-11-14T09:54:24,528 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=80.5 K, sizeToCheck=16.0 K 2024-11-14T09:54:24,528 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:24,528 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/3b5b8d3b3e724916898801ffdd3434d0 because midkey is the same as first or last row 2024-11-14T09:54:24,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9b489f4d14437ddc873be006d713348:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T09:54:24,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:24,528 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T09:54:24,530 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 82433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T09:54:24,530 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1541): c9b489f4d14437ddc873be006d713348/info is initiating minor compaction (all files) 2024-11-14T09:54:24,530 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9b489f4d14437ddc873be006d713348/info in TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:24,530 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/3b5b8d3b3e724916898801ffdd3434d0, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/07b871f5b499427f82a07b6ae4b94a9b, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/08282b8f3b8b40fcab1b4b1ea281db2c] into tmpdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp, totalSize=80.5 K 2024-11-14T09:54:24,530 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b5b8d3b3e724916898801ffdd3434d0, keycount=35, bloomtype=ROW, size=41.0 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731578062354 2024-11-14T09:54:24,531 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07b871f5b499427f82a07b6ae4b94a9b, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731578064435 2024-11-14T09:54:24,531 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08282b8f3b8b40fcab1b4b1ea281db2c, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731578064466 2024-11-14T09:54:24,546 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9b489f4d14437ddc873be006d713348#info#compaction#37 average throughput is 16.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T09:54:24,547 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/a72726907d6a475fb30d2152f6e38628 is 1055, key is row0001/info:/1731578062354/Put/seqid=0 2024-11-14T09:54:24,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741843_1019 (size=72701) 2024-11-14T09:54:24,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741843_1019 (size=72701) 2024-11-14T09:54:24,559 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/a72726907d6a475fb30d2152f6e38628 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/a72726907d6a475fb30d2152f6e38628 2024-11-14T09:54:24,567 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9b489f4d14437ddc873be006d713348/info of c9b489f4d14437ddc873be006d713348 into a72726907d6a475fb30d2152f6e38628(size=71.0 K), total size for store is 71.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T09:54:24,567 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9b489f4d14437ddc873be006d713348: 2024-11-14T09:54:24,567 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348., storeName=c9b489f4d14437ddc873be006d713348/info, priority=13, startTime=1731578064528; duration=0sec 2024-11-14T09:54:24,567 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.0 K, sizeToCheck=16.0 K 2024-11-14T09:54:24,567 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:24,567 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/a72726907d6a475fb30d2152f6e38628 because midkey is the same as first or last row 2024-11-14T09:54:24,567 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.0 K, sizeToCheck=16.0 K 2024-11-14T09:54:24,567 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:24,567 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/a72726907d6a475fb30d2152f6e38628 because midkey is the same as first or last row 2024-11-14T09:54:24,567 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.0 K, sizeToCheck=16.0 K 2024-11-14T09:54:24,567 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:24,567 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/a72726907d6a475fb30d2152f6e38628 because midkey is the same as first or last row 2024-11-14T09:54:24,568 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:24,568 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9b489f4d14437ddc873be006d713348:info 2024-11-14T09:54:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:26,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9b489f4d14437ddc873be006d713348 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T09:54:26,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/0b686c14f0234603ab6192ba6e677ff2 is 1055, key is row0065/info:/1731578066506/Put/seqid=0 2024-11-14T09:54:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741844_1020 (size=13386) 2024-11-14T09:54:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741844_1020 (size=13386) 2024-11-14T09:54:26,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/0b686c14f0234603ab6192ba6e677ff2 2024-11-14T09:54:26,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/0b686c14f0234603ab6192ba6e677ff2 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/0b686c14f0234603ab6192ba6e677ff2 2024-11-14T09:54:26,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/0b686c14f0234603ab6192ba6e677ff2, entries=8, sequenceid=93, filesize=13.1 K 2024-11-14T09:54:26,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for c9b489f4d14437ddc873be006d713348 in 25ms, sequenceid=93, compaction requested=false 2024-11-14T09:54:26,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9b489f4d14437ddc873be006d713348: 2024-11-14T09:54:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:26,548 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=84.1 K, sizeToCheck=16.0 K 2024-11-14T09:54:26,548 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:26,548 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/a72726907d6a475fb30d2152f6e38628 because midkey is the same as first or last row 2024-11-14T09:54:26,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9b489f4d14437ddc873be006d713348 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T09:54:26,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/d912b2bb152f481da7017cfe5225528c is 1055, key is row0073/info:/1731578066524/Put/seqid=0 2024-11-14T09:54:26,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741845_1021 (size=17594) 2024-11-14T09:54:26,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741845_1021 (size=17594) 2024-11-14T09:54:26,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/d912b2bb152f481da7017cfe5225528c 2024-11-14T09:54:26,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/d912b2bb152f481da7017cfe5225528c as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/d912b2bb152f481da7017cfe5225528c 2024-11-14T09:54:26,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/d912b2bb152f481da7017cfe5225528c, entries=12, sequenceid=108, filesize=17.2 K 2024-11-14T09:54:26,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for c9b489f4d14437ddc873be006d713348 in 26ms, sequenceid=108, compaction requested=true 2024-11-14T09:54:26,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9b489f4d14437ddc873be006d713348: 2024-11-14T09:54:26,574 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=101.3 K, sizeToCheck=16.0 K 2024-11-14T09:54:26,574 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:26,574 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/a72726907d6a475fb30d2152f6e38628 because midkey is the same as first or last row 2024-11-14T09:54:26,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9b489f4d14437ddc873be006d713348:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T09:54:26,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:26,574 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T09:54:26,576 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103681 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T09:54:26,576 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.HStore(1541): c9b489f4d14437ddc873be006d713348/info is initiating minor compaction (all files) 2024-11-14T09:54:26,576 INFO [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9b489f4d14437ddc873be006d713348/info in TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:26,576 INFO [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/a72726907d6a475fb30d2152f6e38628, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/0b686c14f0234603ab6192ba6e677ff2, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/d912b2bb152f481da7017cfe5225528c] into tmpdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp, totalSize=101.3 K 2024-11-14T09:54:26,576 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] compactions.Compactor(225): Compacting a72726907d6a475fb30d2152f6e38628, keycount=64, bloomtype=ROW, size=71.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731578062354 2024-11-14T09:54:26,576 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b686c14f0234603ab6192ba6e677ff2, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731578066506 2024-11-14T09:54:26,577 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] compactions.Compactor(225): Compacting d912b2bb152f481da7017cfe5225528c, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731578066524 2024-11-14T09:54:26,591 INFO [RS:0;defc576eb6b7:46809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9b489f4d14437ddc873be006d713348#info#compaction#40 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T09:54:26,591 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/ee6a85d9c08e49c68463492dbc98d222 is 1055, key is row0001/info:/1731578062354/Put/seqid=0 2024-11-14T09:54:26,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741846_1022 (size=93847) 2024-11-14T09:54:26,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741846_1022 (size=93847) 2024-11-14T09:54:26,605 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/ee6a85d9c08e49c68463492dbc98d222 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/ee6a85d9c08e49c68463492dbc98d222 2024-11-14T09:54:26,612 INFO [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9b489f4d14437ddc873be006d713348/info of c9b489f4d14437ddc873be006d713348 into ee6a85d9c08e49c68463492dbc98d222(size=91.6 K), total size for store is 91.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T09:54:26,612 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9b489f4d14437ddc873be006d713348: 2024-11-14T09:54:26,612 INFO [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348., storeName=c9b489f4d14437ddc873be006d713348/info, priority=13, startTime=1731578066574; duration=0sec 2024-11-14T09:54:26,612 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.6 K, sizeToCheck=16.0 K 2024-11-14T09:54:26,612 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:26,612 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.6 K, sizeToCheck=16.0 K 2024-11-14T09:54:26,612 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:26,612 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.6 K, sizeToCheck=16.0 K 2024-11-14T09:54:26,612 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T09:54:26,613 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:26,613 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:26,613 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9b489f4d14437ddc873be006d713348:info 2024-11-14T09:54:26,615 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38455 {}] assignment.AssignmentManager(1363): Split request from defc576eb6b7,46809,1731578051159, parent={ENCODED => c9b489f4d14437ddc873be006d713348, NAME => 'TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-14T09:54:26,619 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38455 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=defc576eb6b7,46809,1731578051159 2024-11-14T09:54:26,623 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38455 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c9b489f4d14437ddc873be006d713348, daughterA=43c7707b03aaaa1f68c5ad5bab3db959, daughterB=fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:26,624 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c9b489f4d14437ddc873be006d713348, daughterA=43c7707b03aaaa1f68c5ad5bab3db959, daughterB=fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:26,624 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c9b489f4d14437ddc873be006d713348, daughterA=43c7707b03aaaa1f68c5ad5bab3db959, daughterB=fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:26,624 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c9b489f4d14437ddc873be006d713348, daughterA=43c7707b03aaaa1f68c5ad5bab3db959, daughterB=fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:26,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c9b489f4d14437ddc873be006d713348, UNASSIGN}] 2024-11-14T09:54:26,632 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c9b489f4d14437ddc873be006d713348, UNASSIGN 2024-11-14T09:54:26,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c9b489f4d14437ddc873be006d713348, regionState=CLOSING, regionLocation=defc576eb6b7,46809,1731578051159 2024-11-14T09:54:26,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c9b489f4d14437ddc873be006d713348, UNASSIGN because future has completed 2024-11-14T09:54:26,636 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-14T09:54:26,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure c9b489f4d14437ddc873be006d713348, server=defc576eb6b7,46809,1731578051159}] 2024-11-14T09:54:26,794 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:26,794 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-14T09:54:26,795 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing c9b489f4d14437ddc873be006d713348, disabling compactions & flushes 2024-11-14T09:54:26,795 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:26,795 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:26,795 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. after waiting 0 ms 2024-11-14T09:54:26,795 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:26,795 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing c9b489f4d14437ddc873be006d713348 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T09:54:26,800 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/2bd196fccb984c4885a47f36f7e2fb30 is 1055, key is row0085/info:/1731578066549/Put/seqid=0 2024-11-14T09:54:26,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741847_1023 (size=17594) 2024-11-14T09:54:26,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741847_1023 (size=17594) 2024-11-14T09:54:26,806 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/2bd196fccb984c4885a47f36f7e2fb30 2024-11-14T09:54:26,812 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/.tmp/info/2bd196fccb984c4885a47f36f7e2fb30 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/2bd196fccb984c4885a47f36f7e2fb30 2024-11-14T09:54:26,818 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/2bd196fccb984c4885a47f36f7e2fb30, entries=12, sequenceid=124, filesize=17.2 K 2024-11-14T09:54:26,819 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for c9b489f4d14437ddc873be006d713348 in 24ms, sequenceid=124, compaction requested=false 2024-11-14T09:54:26,821 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/4eec84d015bc4ba7be3eb23fa5c20d45, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/98f1bc45b1894321a4ae32f4ec0ae4e3, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/3b5b8d3b3e724916898801ffdd3434d0, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/1fb0ad7b6b9149c1bf81cc9e85f1718a, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/07b871f5b499427f82a07b6ae4b94a9b, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/a72726907d6a475fb30d2152f6e38628, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/08282b8f3b8b40fcab1b4b1ea281db2c, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/0b686c14f0234603ab6192ba6e677ff2, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/d912b2bb152f481da7017cfe5225528c] to archive 2024-11-14T09:54:26,823 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T09:54:26,825 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/4eec84d015bc4ba7be3eb23fa5c20d45 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/4eec84d015bc4ba7be3eb23fa5c20d45 2024-11-14T09:54:26,826 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/98f1bc45b1894321a4ae32f4ec0ae4e3 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/98f1bc45b1894321a4ae32f4ec0ae4e3 2024-11-14T09:54:26,828 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/3b5b8d3b3e724916898801ffdd3434d0 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/3b5b8d3b3e724916898801ffdd3434d0 2024-11-14T09:54:26,829 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/1fb0ad7b6b9149c1bf81cc9e85f1718a to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/1fb0ad7b6b9149c1bf81cc9e85f1718a 2024-11-14T09:54:26,831 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/07b871f5b499427f82a07b6ae4b94a9b to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/07b871f5b499427f82a07b6ae4b94a9b 2024-11-14T09:54:26,832 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/a72726907d6a475fb30d2152f6e38628 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/a72726907d6a475fb30d2152f6e38628 2024-11-14T09:54:26,833 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/08282b8f3b8b40fcab1b4b1ea281db2c to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/08282b8f3b8b40fcab1b4b1ea281db2c 2024-11-14T09:54:26,834 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/0b686c14f0234603ab6192ba6e677ff2 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/0b686c14f0234603ab6192ba6e677ff2 2024-11-14T09:54:26,835 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/d912b2bb152f481da7017cfe5225528c to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/d912b2bb152f481da7017cfe5225528c 2024-11-14T09:54:26,841 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-11-14T09:54:26,841 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. 2024-11-14T09:54:26,841 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for c9b489f4d14437ddc873be006d713348: Waiting for close lock at 1731578066795Running coprocessor pre-close hooks at 1731578066795Disabling compacts and flushes for region at 1731578066795Disabling writes for close at 1731578066795Obtaining lock to block concurrent updates at 1731578066795Preparing flush snapshotting stores in c9b489f4d14437ddc873be006d713348 at 1731578066795Finished memstore snapshotting TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348., syncing WAL and waiting on mvcc, flushsize=dataSize=12612, getHeapSize=13776, getOffHeapSize=0, getCellsCount=12 at 1731578066796 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. at 1731578066796Flushing c9b489f4d14437ddc873be006d713348/info: creating writer at 1731578066796Flushing c9b489f4d14437ddc873be006d713348/info: appending metadata at 1731578066800 (+4 ms)Flushing c9b489f4d14437ddc873be006d713348/info: closing flushed file at 1731578066800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@285d82b3: reopening flushed file at 1731578066811 (+11 ms)Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for c9b489f4d14437ddc873be006d713348 in 24ms, sequenceid=124, compaction requested=false at 1731578066819 (+8 ms)Writing region close event to WAL at 1731578066838 (+19 ms)Running coprocessor post-close hooks at 1731578066841 (+3 ms)Closed at 1731578066841 2024-11-14T09:54:26,844 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:26,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c9b489f4d14437ddc873be006d713348, regionState=CLOSED 2024-11-14T09:54:26,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure c9b489f4d14437ddc873be006d713348, server=defc576eb6b7,46809,1731578051159 because future has completed 2024-11-14T09:54:26,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T09:54:26,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure c9b489f4d14437ddc873be006d713348, server=defc576eb6b7,46809,1731578051159 in 211 msec 2024-11-14T09:54:26,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T09:54:26,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c9b489f4d14437ddc873be006d713348, UNASSIGN in 219 msec 2024-11-14T09:54:26,863 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:26,867 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=c9b489f4d14437ddc873be006d713348, threads=2 2024-11-14T09:54:26,869 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/ee6a85d9c08e49c68463492dbc98d222 for region: c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:26,869 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/2bd196fccb984c4885a47f36f7e2fb30 for region: c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:26,882 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/2bd196fccb984c4885a47f36f7e2fb30, top=true 2024-11-14T09:54:26,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741848_1024 (size=27) 2024-11-14T09:54:26,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741848_1024 (size=27) 2024-11-14T09:54:26,889 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/TestLogRolling-testLogRolling=c9b489f4d14437ddc873be006d713348-2bd196fccb984c4885a47f36f7e2fb30 for child: fb78f0509156c153e49e90bc488053a6, parent: c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:26,889 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/2bd196fccb984c4885a47f36f7e2fb30 for region: c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:26,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741849_1025 (size=27) 2024-11-14T09:54:26,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741849_1025 (size=27) 2024-11-14T09:54:26,903 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/ee6a85d9c08e49c68463492dbc98d222 for region: c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:26,905 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region c9b489f4d14437ddc873be006d713348 Daughter A: [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959/info/ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348] storefiles, Daughter B: [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/TestLogRolling-testLogRolling=c9b489f4d14437ddc873be006d713348-2bd196fccb984c4885a47f36f7e2fb30, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348] storefiles. 2024-11-14T09:54:26,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741850_1026 (size=71) 2024-11-14T09:54:26,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741850_1026 (size=71) 2024-11-14T09:54:26,920 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741851_1027 (size=71) 2024-11-14T09:54:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741851_1027 (size=71) 2024-11-14T09:54:26,936 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:26,944 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-14T09:54:26,946 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-14T09:54:26,948 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731578066947"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731578066947"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731578066947"}]},"ts":"1731578066947"} 2024-11-14T09:54:26,948 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731578066947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731578066947"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731578066947"}]},"ts":"1731578066947"} 2024-11-14T09:54:26,948 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731578066947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731578066947"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731578066947"}]},"ts":"1731578066947"} 2024-11-14T09:54:26,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=43c7707b03aaaa1f68c5ad5bab3db959, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fb78f0509156c153e49e90bc488053a6, ASSIGN}] 2024-11-14T09:54:26,964 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=43c7707b03aaaa1f68c5ad5bab3db959, ASSIGN 2024-11-14T09:54:26,964 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fb78f0509156c153e49e90bc488053a6, ASSIGN 2024-11-14T09:54:26,965 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fb78f0509156c153e49e90bc488053a6, ASSIGN; state=SPLITTING_NEW, location=defc576eb6b7,46809,1731578051159; forceNewPlan=false, retain=false 2024-11-14T09:54:26,965 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=43c7707b03aaaa1f68c5ad5bab3db959, ASSIGN; state=SPLITTING_NEW, location=defc576eb6b7,46809,1731578051159; forceNewPlan=false, retain=false 2024-11-14T09:54:27,116 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fb78f0509156c153e49e90bc488053a6, regionState=OPENING, regionLocation=defc576eb6b7,46809,1731578051159 2024-11-14T09:54:27,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=43c7707b03aaaa1f68c5ad5bab3db959, regionState=OPENING, regionLocation=defc576eb6b7,46809,1731578051159 2024-11-14T09:54:27,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fb78f0509156c153e49e90bc488053a6, ASSIGN because future has completed 2024-11-14T09:54:27,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb78f0509156c153e49e90bc488053a6, server=defc576eb6b7,46809,1731578051159}] 2024-11-14T09:54:27,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=43c7707b03aaaa1f68c5ad5bab3db959, ASSIGN because future has completed 2024-11-14T09:54:27,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43c7707b03aaaa1f68c5ad5bab3db959, server=defc576eb6b7,46809,1731578051159}] 2024-11-14T09:54:27,283 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:27,284 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => fb78f0509156c153e49e90bc488053a6, NAME => 'TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-14T09:54:27,284 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:27,284 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:54:27,285 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:27,285 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:27,287 INFO [StoreOpener-fb78f0509156c153e49e90bc488053a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:27,289 INFO [StoreOpener-fb78f0509156c153e49e90bc488053a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb78f0509156c153e49e90bc488053a6 columnFamilyName info 2024-11-14T09:54:27,289 DEBUG [StoreOpener-fb78f0509156c153e49e90bc488053a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:27,300 DEBUG [StoreOpener-fb78f0509156c153e49e90bc488053a6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/TestLogRolling-testLogRolling=c9b489f4d14437ddc873be006d713348-2bd196fccb984c4885a47f36f7e2fb30 2024-11-14T09:54:27,308 DEBUG [StoreOpener-fb78f0509156c153e49e90bc488053a6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348->hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/ee6a85d9c08e49c68463492dbc98d222-top 2024-11-14T09:54:27,309 INFO [StoreOpener-fb78f0509156c153e49e90bc488053a6-1 {}] regionserver.HStore(327): Store=fb78f0509156c153e49e90bc488053a6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:54:27,309 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:27,310 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:27,311 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:27,311 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:27,311 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:27,313 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:27,314 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened fb78f0509156c153e49e90bc488053a6; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=848628, jitterRate=0.0790872722864151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T09:54:27,314 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:27,315 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for fb78f0509156c153e49e90bc488053a6: Running coprocessor pre-open hook at 1731578067285Writing region info on filesystem at 1731578067285Initializing all the Stores at 1731578067286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731578067287 (+1 ms)Cleaning up temporary data from old regions at 1731578067311 (+24 ms)Running coprocessor post-open hooks at 1731578067314 (+3 ms)Region opened successfully at 1731578067315 (+1 ms) 2024-11-14T09:54:27,316 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6., pid=12, masterSystemTime=1731578067275 2024-11-14T09:54:27,316 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store fb78f0509156c153e49e90bc488053a6:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T09:54:27,316 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:27,316 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T09:54:27,317 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:27,317 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1541): fb78f0509156c153e49e90bc488053a6/info is initiating minor compaction (all files) 2024-11-14T09:54:27,317 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb78f0509156c153e49e90bc488053a6/info in TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:27,317 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348->hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/ee6a85d9c08e49c68463492dbc98d222-top, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/TestLogRolling-testLogRolling=c9b489f4d14437ddc873be006d713348-2bd196fccb984c4885a47f36f7e2fb30] into tmpdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp, totalSize=108.8 K 2024-11-14T09:54:27,318 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:27,318 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:27,318 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959. 2024-11-14T09:54:27,318 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 43c7707b03aaaa1f68c5ad5bab3db959, NAME => 'TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-14T09:54:27,318 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348, keycount=42, bloomtype=ROW, size=91.6 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731578062354 2024-11-14T09:54:27,318 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 43c7707b03aaaa1f68c5ad5bab3db959 2024-11-14T09:54:27,318 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:54:27,318 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 43c7707b03aaaa1f68c5ad5bab3db959 2024-11-14T09:54:27,318 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 43c7707b03aaaa1f68c5ad5bab3db959 2024-11-14T09:54:27,318 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=c9b489f4d14437ddc873be006d713348-2bd196fccb984c4885a47f36f7e2fb30, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731578066549 2024-11-14T09:54:27,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fb78f0509156c153e49e90bc488053a6, regionState=OPEN, openSeqNum=128, regionLocation=defc576eb6b7,46809,1731578051159 2024-11-14T09:54:27,320 INFO [StoreOpener-43c7707b03aaaa1f68c5ad5bab3db959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 43c7707b03aaaa1f68c5ad5bab3db959 2024-11-14T09:54:27,321 INFO [StoreOpener-43c7707b03aaaa1f68c5ad5bab3db959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43c7707b03aaaa1f68c5ad5bab3db959 columnFamilyName info 2024-11-14T09:54:27,321 DEBUG [StoreOpener-43c7707b03aaaa1f68c5ad5bab3db959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:27,322 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-14T09:54:27,322 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T09:54:27,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-14T09:54:27,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb78f0509156c153e49e90bc488053a6, server=defc576eb6b7,46809,1731578051159 because future has completed 2024-11-14T09:54:27,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T09:54:27,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure fb78f0509156c153e49e90bc488053a6, server=defc576eb6b7,46809,1731578051159 in 202 msec 2024-11-14T09:54:27,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fb78f0509156c153e49e90bc488053a6, ASSIGN in 365 msec 2024-11-14T09:54:27,332 DEBUG [StoreOpener-43c7707b03aaaa1f68c5ad5bab3db959-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959/info/ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348->hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/ee6a85d9c08e49c68463492dbc98d222-bottom 2024-11-14T09:54:27,332 INFO [StoreOpener-43c7707b03aaaa1f68c5ad5bab3db959-1 {}] regionserver.HStore(327): Store=43c7707b03aaaa1f68c5ad5bab3db959/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:54:27,332 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 43c7707b03aaaa1f68c5ad5bab3db959 2024-11-14T09:54:27,333 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959 2024-11-14T09:54:27,334 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959 2024-11-14T09:54:27,335 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 43c7707b03aaaa1f68c5ad5bab3db959 2024-11-14T09:54:27,335 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 43c7707b03aaaa1f68c5ad5bab3db959 2024-11-14T09:54:27,336 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 43c7707b03aaaa1f68c5ad5bab3db959 2024-11-14T09:54:27,337 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 43c7707b03aaaa1f68c5ad5bab3db959; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=698826, jitterRate=-0.11139756441116333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T09:54:27,337 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43c7707b03aaaa1f68c5ad5bab3db959 2024-11-14T09:54:27,337 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 43c7707b03aaaa1f68c5ad5bab3db959: Running coprocessor pre-open hook at 1731578067319Writing region info on filesystem at 1731578067319Initializing all the Stores at 1731578067319Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731578067319Cleaning up temporary data from old regions at 1731578067335 (+16 ms)Running coprocessor post-open hooks at 1731578067337 (+2 ms)Region opened successfully at 1731578067337 2024-11-14T09:54:27,338 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959., pid=13, masterSystemTime=1731578067275 2024-11-14T09:54:27,338 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 43c7707b03aaaa1f68c5ad5bab3db959:info, priority=-2147483648, current under compaction store size is 2 2024-11-14T09:54:27,338 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:27,338 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-14T09:54:27,339 INFO [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959. 2024-11-14T09:54:27,339 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.HStore(1541): 43c7707b03aaaa1f68c5ad5bab3db959/info is initiating minor compaction (all files) 2024-11-14T09:54:27,339 INFO [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43c7707b03aaaa1f68c5ad5bab3db959/info in TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959. 2024-11-14T09:54:27,339 INFO [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959/info/ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348->hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/ee6a85d9c08e49c68463492dbc98d222-bottom] into tmpdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959/.tmp, totalSize=91.6 K 2024-11-14T09:54:27,340 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] compactions.Compactor(225): Compacting ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348, keycount=42, bloomtype=ROW, size=91.6 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731578062354 2024-11-14T09:54:27,340 DEBUG [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959. 2024-11-14T09:54:27,340 INFO [RS_OPEN_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959. 2024-11-14T09:54:27,341 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=43c7707b03aaaa1f68c5ad5bab3db959, regionState=OPEN, openSeqNum=128, regionLocation=defc576eb6b7,46809,1731578051159 2024-11-14T09:54:27,341 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb78f0509156c153e49e90bc488053a6#info#compaction#42 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T09:54:27,342 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/43fb875da3cb4d8c814c3fb88264c5e2 is 1055, key is row0064/info:/1731578064502/Put/seqid=0 2024-11-14T09:54:27,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43c7707b03aaaa1f68c5ad5bab3db959, server=defc576eb6b7,46809,1731578051159 because future has completed 2024-11-14T09:54:27,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/.tmp/info/99ee4d228ab14e90b1456595c768c802 is 193, key is TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6./info:regioninfo/1731578067318/Put/seqid=0 2024-11-14T09:54:27,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-14T09:54:27,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 43c7707b03aaaa1f68c5ad5bab3db959, server=defc576eb6b7,46809,1731578051159 in 221 msec 2024-11-14T09:54:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741852_1028 (size=39908) 2024-11-14T09:54:27,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741852_1028 (size=39908) 2024-11-14T09:54:27,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-14T09:54:27,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=43c7707b03aaaa1f68c5ad5bab3db959, ASSIGN in 385 msec 2024-11-14T09:54:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741853_1029 (size=9882) 2024-11-14T09:54:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741853_1029 (size=9882) 2024-11-14T09:54:27,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c9b489f4d14437ddc873be006d713348, daughterA=43c7707b03aaaa1f68c5ad5bab3db959, daughterB=fb78f0509156c153e49e90bc488053a6 in 731 msec 2024-11-14T09:54:27,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/.tmp/info/99ee4d228ab14e90b1456595c768c802 2024-11-14T09:54:27,362 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/43fb875da3cb4d8c814c3fb88264c5e2 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/43fb875da3cb4d8c814c3fb88264c5e2 2024-11-14T09:54:27,364 INFO [RS:0;defc576eb6b7:46809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43c7707b03aaaa1f68c5ad5bab3db959#info#compaction#44 average throughput is 31.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T09:54:27,387 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959/.tmp/info/20800b1501be41b684437b7d022f688e is 1055, key is row0001/info:/1731578062354/Put/seqid=0 2024-11-14T09:54:27,392 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in fb78f0509156c153e49e90bc488053a6/info of fb78f0509156c153e49e90bc488053a6 into 43fb875da3cb4d8c814c3fb88264c5e2(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T09:54:27,392 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:27,392 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6., storeName=fb78f0509156c153e49e90bc488053a6/info, priority=14, startTime=1731578067316; duration=0sec 2024-11-14T09:54:27,392 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:27,392 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb78f0509156c153e49e90bc488053a6:info 2024-11-14T09:54:27,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741854_1030 (size=71441) 2024-11-14T09:54:27,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741854_1030 (size=71441) 2024-11-14T09:54:27,399 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959/.tmp/info/20800b1501be41b684437b7d022f688e as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959/info/20800b1501be41b684437b7d022f688e 2024-11-14T09:54:27,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/.tmp/ns/0bac0eb7866c48bb9cdd47754f2a791d is 43, key is default/ns:d/1731578052229/Put/seqid=0 2024-11-14T09:54:27,405 INFO [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 43c7707b03aaaa1f68c5ad5bab3db959/info of 43c7707b03aaaa1f68c5ad5bab3db959 into 20800b1501be41b684437b7d022f688e(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T09:54:27,405 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43c7707b03aaaa1f68c5ad5bab3db959: 2024-11-14T09:54:27,405 INFO [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959., storeName=43c7707b03aaaa1f68c5ad5bab3db959/info, priority=15, startTime=1731578067338; duration=0sec 2024-11-14T09:54:27,405 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:27,406 DEBUG [RS:0;defc576eb6b7:46809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43c7707b03aaaa1f68c5ad5bab3db959:info 2024-11-14T09:54:27,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741855_1031 (size=5153) 2024-11-14T09:54:27,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741855_1031 (size=5153) 2024-11-14T09:54:27,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/.tmp/ns/0bac0eb7866c48bb9cdd47754f2a791d 2024-11-14T09:54:27,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/.tmp/table/8d11e785bb8d4e4784206e5be2e5ee3a is 65, key is TestLogRolling-testLogRolling/table:state/1731578052684/Put/seqid=0 2024-11-14T09:54:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741856_1032 (size=5340) 2024-11-14T09:54:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741856_1032 (size=5340) 2024-11-14T09:54:27,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/.tmp/table/8d11e785bb8d4e4784206e5be2e5ee3a 2024-11-14T09:54:27,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/.tmp/info/99ee4d228ab14e90b1456595c768c802 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/info/99ee4d228ab14e90b1456595c768c802 2024-11-14T09:54:27,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/info/99ee4d228ab14e90b1456595c768c802, entries=30, sequenceid=17, filesize=9.7 K 2024-11-14T09:54:27,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/.tmp/ns/0bac0eb7866c48bb9cdd47754f2a791d as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/ns/0bac0eb7866c48bb9cdd47754f2a791d 2024-11-14T09:54:27,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/ns/0bac0eb7866c48bb9cdd47754f2a791d, entries=2, sequenceid=17, filesize=5.0 K 2024-11-14T09:54:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/.tmp/table/8d11e785bb8d4e4784206e5be2e5ee3a as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/table/8d11e785bb8d4e4784206e5be2e5ee3a 2024-11-14T09:54:27,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/table/8d11e785bb8d4e4784206e5be2e5ee3a, entries=2, sequenceid=17, filesize=5.2 K 2024-11-14T09:54:27,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 133ms, sequenceid=17, compaction requested=false 2024-11-14T09:54:27,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-14T09:54:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:56774 deadline: 1731578078576, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. is not online on defc576eb6b7,46809,1731578051159 2024-11-14T09:54:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348., hostname=defc576eb6b7,46809,1731578051159, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348., hostname=defc576eb6b7,46809,1731578051159, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. is not online on defc576eb6b7,46809,1731578051159 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T09:54:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348., hostname=defc576eb6b7,46809,1731578051159, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348. is not online on defc576eb6b7,46809,1731578051159 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T09:54:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731578052300.c9b489f4d14437ddc873be006d713348., hostname=defc576eb6b7,46809,1731578051159, seqNum=2 from cache 2024-11-14T09:54:32,346 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:54:32,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:32,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:32,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:32,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:32,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:32,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:32,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:32,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:32,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:32,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:38,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6., hostname=defc576eb6b7,46809,1731578051159, seqNum=128] 2024-11-14T09:54:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:38,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T09:54:38,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/b326b39bd27a4c4f93a389ba349d3663 is 1055, key is row0097/info:/1731578078687/Put/seqid=0 2024-11-14T09:54:38,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741857_1033 (size=13394) 2024-11-14T09:54:38,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741857_1033 (size=13394) 2024-11-14T09:54:38,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/b326b39bd27a4c4f93a389ba349d3663 2024-11-14T09:54:38,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/b326b39bd27a4c4f93a389ba349d3663 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/b326b39bd27a4c4f93a389ba349d3663 2024-11-14T09:54:38,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/b326b39bd27a4c4f93a389ba349d3663, entries=8, sequenceid=139, filesize=13.1 K 2024-11-14T09:54:38,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for fb78f0509156c153e49e90bc488053a6 in 26ms, sequenceid=139, compaction requested=false 2024-11-14T09:54:38,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:38,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-14T09:54:38,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/afec18b324e5488396181f5ef6c5efc7 is 1055, key is row0105/info:/1731578078703/Put/seqid=0 2024-11-14T09:54:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741858_1034 (size=19728) 2024-11-14T09:54:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741858_1034 (size=19728) 2024-11-14T09:54:38,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/afec18b324e5488396181f5ef6c5efc7 2024-11-14T09:54:38,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/afec18b324e5488396181f5ef6c5efc7 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/afec18b324e5488396181f5ef6c5efc7 2024-11-14T09:54:38,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/afec18b324e5488396181f5ef6c5efc7, entries=14, sequenceid=156, filesize=19.3 K 2024-11-14T09:54:38,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for fb78f0509156c153e49e90bc488053a6 in 25ms, sequenceid=156, compaction requested=true 2024-11-14T09:54:38,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:38,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb78f0509156c153e49e90bc488053a6:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T09:54:38,754 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T09:54:38,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:38,755 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73030 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T09:54:38,755 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1541): fb78f0509156c153e49e90bc488053a6/info is initiating minor compaction (all files) 2024-11-14T09:54:38,756 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb78f0509156c153e49e90bc488053a6/info in TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:38,756 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/43fb875da3cb4d8c814c3fb88264c5e2, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/b326b39bd27a4c4f93a389ba349d3663, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/afec18b324e5488396181f5ef6c5efc7] into tmpdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp, totalSize=71.3 K 2024-11-14T09:54:38,756 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43fb875da3cb4d8c814c3fb88264c5e2, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731578064502 2024-11-14T09:54:38,757 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting b326b39bd27a4c4f93a389ba349d3663, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731578078687 2024-11-14T09:54:38,757 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting afec18b324e5488396181f5ef6c5efc7, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731578078703 2024-11-14T09:54:38,769 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb78f0509156c153e49e90bc488053a6#info#compaction#49 average throughput is 55.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T09:54:38,770 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/25ba3802e0794d9d9b9c29985bd738e1 is 1055, key is row0064/info:/1731578064502/Put/seqid=0 2024-11-14T09:54:38,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741859_1035 (size=63244) 2024-11-14T09:54:38,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741859_1035 (size=63244) 2024-11-14T09:54:38,782 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/25ba3802e0794d9d9b9c29985bd738e1 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/25ba3802e0794d9d9b9c29985bd738e1 2024-11-14T09:54:38,788 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb78f0509156c153e49e90bc488053a6/info of fb78f0509156c153e49e90bc488053a6 into 25ba3802e0794d9d9b9c29985bd738e1(size=61.8 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T09:54:38,788 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:38,788 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6., storeName=fb78f0509156c153e49e90bc488053a6/info, priority=13, startTime=1731578078754; duration=0sec 2024-11-14T09:54:38,788 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:38,788 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb78f0509156c153e49e90bc488053a6:info 2024-11-14T09:54:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:40,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-14T09:54:40,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/debb7a644524453897f378c07a50f161 is 1055, key is row0119/info:/1731578078730/Put/seqid=0 2024-11-14T09:54:40,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741860_1036 (size=16553) 2024-11-14T09:54:40,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741860_1036 (size=16553) 2024-11-14T09:54:40,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/debb7a644524453897f378c07a50f161 2024-11-14T09:54:40,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/debb7a644524453897f378c07a50f161 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/debb7a644524453897f378c07a50f161 2024-11-14T09:54:40,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/debb7a644524453897f378c07a50f161, entries=11, sequenceid=171, filesize=16.2 K 2024-11-14T09:54:40,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=10.26 KB/10510 for fb78f0509156c153e49e90bc488053a6 in 25ms, sequenceid=171, compaction requested=false 2024-11-14T09:54:40,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:40,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-14T09:54:40,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/c77ccd319a854962b785d8d30e958199 is 1055, key is row0130/info:/1731578080757/Put/seqid=0 2024-11-14T09:54:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741861_1037 (size=16553) 2024-11-14T09:54:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741861_1037 (size=16553) 2024-11-14T09:54:40,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/c77ccd319a854962b785d8d30e958199 2024-11-14T09:54:40,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/c77ccd319a854962b785d8d30e958199 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/c77ccd319a854962b785d8d30e958199 2024-11-14T09:54:40,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/c77ccd319a854962b785d8d30e958199, entries=11, sequenceid=185, filesize=16.2 K 2024-11-14T09:54:40,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=11.29 KB/11561 for fb78f0509156c153e49e90bc488053a6 in 25ms, sequenceid=185, compaction requested=true 2024-11-14T09:54:40,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:40,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb78f0509156c153e49e90bc488053a6:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T09:54:40,805 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T09:54:40,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:40,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T09:54:40,806 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 96350 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T09:54:40,806 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1541): fb78f0509156c153e49e90bc488053a6/info is initiating minor compaction (all files) 2024-11-14T09:54:40,806 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb78f0509156c153e49e90bc488053a6/info in TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:40,806 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/25ba3802e0794d9d9b9c29985bd738e1, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/debb7a644524453897f378c07a50f161, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/c77ccd319a854962b785d8d30e958199] into tmpdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp, totalSize=94.1 K 2024-11-14T09:54:40,806 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25ba3802e0794d9d9b9c29985bd738e1, keycount=55, bloomtype=ROW, size=61.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731578064502 2024-11-14T09:54:40,807 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting debb7a644524453897f378c07a50f161, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731578078730 2024-11-14T09:54:40,807 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting c77ccd319a854962b785d8d30e958199, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731578080757 2024-11-14T09:54:40,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/d4acad4538524a42ada51943ea690265 is 1055, key is row0141/info:/1731578080781/Put/seqid=0 2024-11-14T09:54:40,821 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb78f0509156c153e49e90bc488053a6#info#compaction#53 average throughput is 38.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T09:54:40,822 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/37fed7bf6c9e4acab703c9008a61ac55 is 1055, key is row0064/info:/1731578064502/Put/seqid=0 2024-11-14T09:54:40,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741862_1038 (size=17606) 2024-11-14T09:54:40,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741862_1038 (size=17606) 2024-11-14T09:54:40,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/d4acad4538524a42ada51943ea690265 2024-11-14T09:54:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741863_1039 (size=86585) 2024-11-14T09:54:40,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741863_1039 (size=86585) 2024-11-14T09:54:40,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/d4acad4538524a42ada51943ea690265 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/d4acad4538524a42ada51943ea690265 2024-11-14T09:54:40,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/d4acad4538524a42ada51943ea690265, entries=12, sequenceid=200, filesize=17.2 K 2024-11-14T09:54:40,838 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/37fed7bf6c9e4acab703c9008a61ac55 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/37fed7bf6c9e4acab703c9008a61ac55 2024-11-14T09:54:40,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=8.21 KB/8408 for fb78f0509156c153e49e90bc488053a6 in 33ms, sequenceid=200, compaction requested=false 2024-11-14T09:54:40,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:40,844 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb78f0509156c153e49e90bc488053a6/info of fb78f0509156c153e49e90bc488053a6 into 37fed7bf6c9e4acab703c9008a61ac55(size=84.6 K), total size for store is 101.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T09:54:40,844 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:40,844 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6., storeName=fb78f0509156c153e49e90bc488053a6/info, priority=13, startTime=1731578080804; duration=0sec 2024-11-14T09:54:40,844 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:40,844 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb78f0509156c153e49e90bc488053a6:info 2024-11-14T09:54:40,956 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:54:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:42,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-14T09:54:42,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/97f3b3f13c2a4931a1a5498a7225ce73 is 1055, key is row0153/info:/1731578080807/Put/seqid=0 2024-11-14T09:54:42,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741864_1040 (size=14447) 2024-11-14T09:54:42,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741864_1040 (size=14447) 2024-11-14T09:54:42,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/97f3b3f13c2a4931a1a5498a7225ce73 2024-11-14T09:54:42,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/97f3b3f13c2a4931a1a5498a7225ce73 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/97f3b3f13c2a4931a1a5498a7225ce73 2024-11-14T09:54:42,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/97f3b3f13c2a4931a1a5498a7225ce73, entries=9, sequenceid=213, filesize=14.1 K 2024-11-14T09:54:42,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=12.32 KB/12612 for fb78f0509156c153e49e90bc488053a6 in 28ms, sequenceid=213, compaction requested=true 2024-11-14T09:54:42,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:42,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb78f0509156c153e49e90bc488053a6:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T09:54:42,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:42,856 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T09:54:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:42,858 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118638 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T09:54:42,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T09:54:42,858 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1541): fb78f0509156c153e49e90bc488053a6/info is initiating minor compaction (all files) 2024-11-14T09:54:42,858 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb78f0509156c153e49e90bc488053a6/info in TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:42,858 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/37fed7bf6c9e4acab703c9008a61ac55, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/d4acad4538524a42ada51943ea690265, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/97f3b3f13c2a4931a1a5498a7225ce73] into tmpdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp, totalSize=115.9 K 2024-11-14T09:54:42,859 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37fed7bf6c9e4acab703c9008a61ac55, keycount=77, bloomtype=ROW, size=84.6 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731578064502 2024-11-14T09:54:42,859 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4acad4538524a42ada51943ea690265, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731578080781 2024-11-14T09:54:42,860 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97f3b3f13c2a4931a1a5498a7225ce73, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731578080807 2024-11-14T09:54:42,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/6dfce0242807460797b76ec9f8fdfee8 is 1055, key is row0162/info:/1731578082832/Put/seqid=0 2024-11-14T09:54:42,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741865_1041 (size=18675) 2024-11-14T09:54:42,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741865_1041 (size=18675) 2024-11-14T09:54:42,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/6dfce0242807460797b76ec9f8fdfee8 2024-11-14T09:54:42,875 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb78f0509156c153e49e90bc488053a6#info#compaction#56 average throughput is 24.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T09:54:42,875 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/c5edf5802d164827aac82a48d6e65fd9 is 1055, key is row0064/info:/1731578064502/Put/seqid=0 2024-11-14T09:54:42,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/6dfce0242807460797b76ec9f8fdfee8 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/6dfce0242807460797b76ec9f8fdfee8 2024-11-14T09:54:42,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741866_1042 (size=108808) 2024-11-14T09:54:42,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741866_1042 (size=108808) 2024-11-14T09:54:42,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/6dfce0242807460797b76ec9f8fdfee8, entries=13, sequenceid=229, filesize=18.2 K 2024-11-14T09:54:42,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for fb78f0509156c153e49e90bc488053a6 in 30ms, sequenceid=229, compaction requested=false 2024-11-14T09:54:42,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:42,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T09:54:42,892 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/c5edf5802d164827aac82a48d6e65fd9 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/c5edf5802d164827aac82a48d6e65fd9 2024-11-14T09:54:42,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/407c9a0fc79042b9b00ce5e003af751c is 1055, key is row0175/info:/1731578082859/Put/seqid=0 2024-11-14T09:54:42,899 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb78f0509156c153e49e90bc488053a6/info of fb78f0509156c153e49e90bc488053a6 into c5edf5802d164827aac82a48d6e65fd9(size=106.3 K), total size for store is 124.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T09:54:42,899 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:42,899 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6., storeName=fb78f0509156c153e49e90bc488053a6/info, priority=13, startTime=1731578082856; duration=0sec 2024-11-14T09:54:42,900 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:42,900 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb78f0509156c153e49e90bc488053a6:info 2024-11-14T09:54:42,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741867_1043 (size=18675) 2024-11-14T09:54:42,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741867_1043 (size=18675) 2024-11-14T09:54:42,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/407c9a0fc79042b9b00ce5e003af751c 2024-11-14T09:54:42,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/407c9a0fc79042b9b00ce5e003af751c as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/407c9a0fc79042b9b00ce5e003af751c 2024-11-14T09:54:42,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/407c9a0fc79042b9b00ce5e003af751c, entries=13, sequenceid=245, filesize=18.2 K 2024-11-14T09:54:42,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=5.13 KB/5255 for fb78f0509156c153e49e90bc488053a6 in 28ms, sequenceid=245, compaction requested=true 2024-11-14T09:54:42,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:42,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb78f0509156c153e49e90bc488053a6:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T09:54:42,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:42,918 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T09:54:42,919 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146158 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T09:54:42,920 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1541): fb78f0509156c153e49e90bc488053a6/info is initiating minor compaction (all files) 2024-11-14T09:54:42,920 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb78f0509156c153e49e90bc488053a6/info in TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:42,920 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/c5edf5802d164827aac82a48d6e65fd9, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/6dfce0242807460797b76ec9f8fdfee8, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/407c9a0fc79042b9b00ce5e003af751c] into tmpdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp, totalSize=142.7 K 2024-11-14T09:54:42,920 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5edf5802d164827aac82a48d6e65fd9, keycount=98, bloomtype=ROW, size=106.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731578064502 2024-11-14T09:54:42,920 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6dfce0242807460797b76ec9f8fdfee8, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731578082832 2024-11-14T09:54:42,921 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 407c9a0fc79042b9b00ce5e003af751c, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731578082859 2024-11-14T09:54:42,932 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb78f0509156c153e49e90bc488053a6#info#compaction#58 average throughput is 62.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T09:54:42,933 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/dfa490f31ac94f7fba7d0ac9aab860bf is 1055, key is row0064/info:/1731578064502/Put/seqid=0 2024-11-14T09:54:42,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741868_1044 (size=136420) 2024-11-14T09:54:42,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741868_1044 (size=136420) 2024-11-14T09:54:42,945 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/dfa490f31ac94f7fba7d0ac9aab860bf as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/dfa490f31ac94f7fba7d0ac9aab860bf 2024-11-14T09:54:42,952 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb78f0509156c153e49e90bc488053a6/info of fb78f0509156c153e49e90bc488053a6 into dfa490f31ac94f7fba7d0ac9aab860bf(size=133.2 K), total size for store is 133.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T09:54:42,952 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:42,952 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6., storeName=fb78f0509156c153e49e90bc488053a6/info, priority=13, startTime=1731578082918; duration=0sec 2024-11-14T09:54:42,952 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:42,952 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb78f0509156c153e49e90bc488053a6:info 2024-11-14T09:54:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:44,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T09:54:44,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/238a6e26da534a6aa2c95d5fa886b5a5 is 1055, key is row0188/info:/1731578082892/Put/seqid=0 2024-11-14T09:54:44,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741869_1045 (size=13396) 2024-11-14T09:54:44,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741869_1045 (size=13396) 2024-11-14T09:54:44,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/238a6e26da534a6aa2c95d5fa886b5a5 2024-11-14T09:54:44,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/238a6e26da534a6aa2c95d5fa886b5a5 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/238a6e26da534a6aa2c95d5fa886b5a5 2024-11-14T09:54:44,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/238a6e26da534a6aa2c95d5fa886b5a5, entries=8, sequenceid=258, filesize=13.1 K 2024-11-14T09:54:44,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for fb78f0509156c153e49e90bc488053a6 in 28ms, sequenceid=258, compaction requested=false 2024-11-14T09:54:44,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:44,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T09:54:44,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/0102c482d8f54ffd93983c74d846f1fe is 1055, key is row0196/info:/1731578084916/Put/seqid=0 2024-11-14T09:54:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741870_1046 (size=17618) 2024-11-14T09:54:44,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741870_1046 (size=17618) 2024-11-14T09:54:44,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/0102c482d8f54ffd93983c74d846f1fe 2024-11-14T09:54:44,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/0102c482d8f54ffd93983c74d846f1fe as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/0102c482d8f54ffd93983c74d846f1fe 2024-11-14T09:54:44,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/0102c482d8f54ffd93983c74d846f1fe, entries=12, sequenceid=273, filesize=17.2 K 2024-11-14T09:54:44,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=13.34 KB/13663 for fb78f0509156c153e49e90bc488053a6 in 30ms, sequenceid=273, compaction requested=true 2024-11-14T09:54:44,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:44,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb78f0509156c153e49e90bc488053a6:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T09:54:44,974 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T09:54:44,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:44,975 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 167434 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T09:54:44,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-14T09:54:44,975 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1541): fb78f0509156c153e49e90bc488053a6/info is initiating minor compaction (all files) 2024-11-14T09:54:44,975 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb78f0509156c153e49e90bc488053a6/info in TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:44,975 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/dfa490f31ac94f7fba7d0ac9aab860bf, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/238a6e26da534a6aa2c95d5fa886b5a5, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/0102c482d8f54ffd93983c74d846f1fe] into tmpdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp, totalSize=163.5 K 2024-11-14T09:54:44,975 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfa490f31ac94f7fba7d0ac9aab860bf, keycount=124, bloomtype=ROW, size=133.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731578064502 2024-11-14T09:54:44,976 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 238a6e26da534a6aa2c95d5fa886b5a5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731578082892 2024-11-14T09:54:44,976 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0102c482d8f54ffd93983c74d846f1fe, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731578084916 2024-11-14T09:54:44,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/80820bb0f0664571be501a65a8d5aa5c is 1055, key is row0208/info:/1731578084944/Put/seqid=0 2024-11-14T09:54:44,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741871_1047 (size=19742) 2024-11-14T09:54:44,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741871_1047 (size=19742) 2024-11-14T09:54:44,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/80820bb0f0664571be501a65a8d5aa5c 2024-11-14T09:54:44,990 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb78f0509156c153e49e90bc488053a6#info#compaction#62 average throughput is 48.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T09:54:44,991 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/95853d991a3b4798a38dee995321a408 is 1055, key is row0064/info:/1731578064502/Put/seqid=0 2024-11-14T09:54:44,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/80820bb0f0664571be501a65a8d5aa5c as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/80820bb0f0664571be501a65a8d5aa5c 2024-11-14T09:54:44,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741872_1048 (size=157672) 2024-11-14T09:54:44,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741872_1048 (size=157672) 2024-11-14T09:54:44,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/80820bb0f0664571be501a65a8d5aa5c, entries=14, sequenceid=290, filesize=19.3 K 2024-11-14T09:54:45,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=3.08 KB/3153 for fb78f0509156c153e49e90bc488053a6 in 24ms, sequenceid=290, compaction requested=false 2024-11-14T09:54:45,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:45,002 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/95853d991a3b4798a38dee995321a408 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/95853d991a3b4798a38dee995321a408 2024-11-14T09:54:45,008 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb78f0509156c153e49e90bc488053a6/info of fb78f0509156c153e49e90bc488053a6 into 95853d991a3b4798a38dee995321a408(size=154.0 K), total size for store is 173.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T09:54:45,008 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:45,008 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6., storeName=fb78f0509156c153e49e90bc488053a6/info, priority=13, startTime=1731578084973; duration=0sec 2024-11-14T09:54:45,008 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:45,008 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb78f0509156c153e49e90bc488053a6:info 2024-11-14T09:54:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:46,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T09:54:47,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/7bb60073eeab43cda5e2437e6b6d61c2 is 1055, key is row0222/info:/1731578084976/Put/seqid=0 2024-11-14T09:54:47,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741873_1049 (size=13402) 2024-11-14T09:54:47,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741873_1049 (size=13402) 2024-11-14T09:54:47,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/7bb60073eeab43cda5e2437e6b6d61c2 2024-11-14T09:54:47,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/7bb60073eeab43cda5e2437e6b6d61c2 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/7bb60073eeab43cda5e2437e6b6d61c2 2024-11-14T09:54:47,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/7bb60073eeab43cda5e2437e6b6d61c2, entries=8, sequenceid=302, filesize=13.1 K 2024-11-14T09:54:47,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for fb78f0509156c153e49e90bc488053a6 in 26ms, sequenceid=302, compaction requested=true 2024-11-14T09:54:47,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:47,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb78f0509156c153e49e90bc488053a6:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T09:54:47,023 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T09:54:47,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:47,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-14T09:54:47,024 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 190816 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T09:54:47,024 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1541): fb78f0509156c153e49e90bc488053a6/info is initiating minor compaction (all files) 2024-11-14T09:54:47,024 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb78f0509156c153e49e90bc488053a6/info in TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:47,025 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/95853d991a3b4798a38dee995321a408, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/80820bb0f0664571be501a65a8d5aa5c, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/7bb60073eeab43cda5e2437e6b6d61c2] into tmpdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp, totalSize=186.3 K 2024-11-14T09:54:47,025 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95853d991a3b4798a38dee995321a408, keycount=144, bloomtype=ROW, size=154.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731578064502 2024-11-14T09:54:47,025 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80820bb0f0664571be501a65a8d5aa5c, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731578084944 2024-11-14T09:54:47,026 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bb60073eeab43cda5e2437e6b6d61c2, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731578084976 2024-11-14T09:54:47,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/8f502710001444d6bc40aeb27fc1a7aa is 1055, key is row0230/info:/1731578086998/Put/seqid=0 2024-11-14T09:54:47,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741874_1050 (size=19742) 2024-11-14T09:54:47,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741874_1050 (size=19742) 2024-11-14T09:54:47,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/8f502710001444d6bc40aeb27fc1a7aa 2024-11-14T09:54:47,039 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb78f0509156c153e49e90bc488053a6#info#compaction#65 average throughput is 41.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T09:54:47,040 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/46cf09da258f4091a9a137ae4db291ab is 1055, key is row0064/info:/1731578064502/Put/seqid=0 2024-11-14T09:54:47,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/8f502710001444d6bc40aeb27fc1a7aa as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/8f502710001444d6bc40aeb27fc1a7aa 2024-11-14T09:54:47,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741875_1051 (size=180966) 2024-11-14T09:54:47,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741875_1051 (size=180966) 2024-11-14T09:54:47,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/8f502710001444d6bc40aeb27fc1a7aa, entries=14, sequenceid=319, filesize=19.3 K 2024-11-14T09:54:47,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for fb78f0509156c153e49e90bc488053a6 in 24ms, sequenceid=319, compaction requested=false 2024-11-14T09:54:47,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(8855): Flush requested on fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:47,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb78f0509156c153e49e90bc488053a6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T09:54:47,052 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/46cf09da258f4091a9a137ae4db291ab as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/46cf09da258f4091a9a137ae4db291ab 2024-11-14T09:54:47,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/6fc65297cf3f43b795d1c77f337c369b is 1055, key is row0244/info:/1731578087024/Put/seqid=0 2024-11-14T09:54:47,058 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb78f0509156c153e49e90bc488053a6/info of fb78f0509156c153e49e90bc488053a6 into 46cf09da258f4091a9a137ae4db291ab(size=176.7 K), total size for store is 196.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T09:54:47,058 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:47,058 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6., storeName=fb78f0509156c153e49e90bc488053a6/info, priority=13, startTime=1731578087023; duration=0sec 2024-11-14T09:54:47,058 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:47,058 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb78f0509156c153e49e90bc488053a6:info 2024-11-14T09:54:47,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741876_1052 (size=18688) 2024-11-14T09:54:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741876_1052 (size=18688) 2024-11-14T09:54:47,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/6fc65297cf3f43b795d1c77f337c369b 2024-11-14T09:54:47,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/6fc65297cf3f43b795d1c77f337c369b as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/6fc65297cf3f43b795d1c77f337c369b 2024-11-14T09:54:47,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/6fc65297cf3f43b795d1c77f337c369b, entries=13, sequenceid=335, filesize=18.3 K 2024-11-14T09:54:47,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for fb78f0509156c153e49e90bc488053a6 in 24ms, sequenceid=335, compaction requested=true 2024-11-14T09:54:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb78f0509156c153e49e90bc488053a6:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T09:54:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:47,073 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T09:54:47,074 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 219396 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T09:54:47,074 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1541): fb78f0509156c153e49e90bc488053a6/info is initiating minor compaction (all files) 2024-11-14T09:54:47,074 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb78f0509156c153e49e90bc488053a6/info in TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:47,074 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/46cf09da258f4091a9a137ae4db291ab, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/8f502710001444d6bc40aeb27fc1a7aa, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/6fc65297cf3f43b795d1c77f337c369b] into tmpdir=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp, totalSize=214.3 K 2024-11-14T09:54:47,075 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46cf09da258f4091a9a137ae4db291ab, keycount=166, bloomtype=ROW, size=176.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731578064502 2024-11-14T09:54:47,075 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f502710001444d6bc40aeb27fc1a7aa, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731578086998 2024-11-14T09:54:47,075 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fc65297cf3f43b795d1c77f337c369b, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731578087024 2024-11-14T09:54:47,087 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb78f0509156c153e49e90bc488053a6#info#compaction#67 average throughput is 64.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T09:54:47,088 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/2f57157b45b94959af888c7b2b9a9053 is 1055, key is row0064/info:/1731578064502/Put/seqid=0 2024-11-14T09:54:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741877_1053 (size=209603) 2024-11-14T09:54:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741877_1053 (size=209603) 2024-11-14T09:54:47,095 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/.tmp/info/2f57157b45b94959af888c7b2b9a9053 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/2f57157b45b94959af888c7b2b9a9053 2024-11-14T09:54:47,101 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb78f0509156c153e49e90bc488053a6/info of fb78f0509156c153e49e90bc488053a6 into 2f57157b45b94959af888c7b2b9a9053(size=204.7 K), total size for store is 204.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T09:54:47,101 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:47,101 INFO [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6., storeName=fb78f0509156c153e49e90bc488053a6/info, priority=13, startTime=1731578087073; duration=0sec 2024-11-14T09:54:47,101 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T09:54:47,101 DEBUG [RS:0;defc576eb6b7:46809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb78f0509156c153e49e90bc488053a6:info 2024-11-14T09:54:49,050 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-14T09:54:49,069 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/WALs/defc576eb6b7,46809,1731578051159/defc576eb6b7%2C46809%2C1731578051159.1731578089051, exclude list is [], retry=0 2024-11-14T09:54:49,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44703,DS-5520de40-2eaf-4c17-8734-f17893670efe,DISK] 2024-11-14T09:54:49,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45091,DS-13f92b9e-8618-49f1-b10e-3ddc0982f575,DISK] 2024-11-14T09:54:49,072 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/WALs/defc576eb6b7,46809,1731578051159/defc576eb6b7%2C46809%2C1731578051159.1731578051783 with entries=316, filesize=303.34 KB; new WAL /user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/WALs/defc576eb6b7,46809,1731578051159/defc576eb6b7%2C46809%2C1731578051159.1731578089051 2024-11-14T09:54:49,073 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36139:36139),(127.0.0.1/127.0.0.1:37713:37713)] 2024-11-14T09:54:49,073 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/WALs/defc576eb6b7,46809,1731578051159/defc576eb6b7%2C46809%2C1731578051159.1731578051783 is not closed yet, will try archiving it next time 2024-11-14T09:54:49,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741833_1009 (size=310631) 2024-11-14T09:54:49,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741833_1009 (size=310631) 2024-11-14T09:54:49,075 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/WALs/defc576eb6b7,46809,1731578051159/defc576eb6b7%2C46809%2C1731578051159.1731578051783 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/oldWALs/defc576eb6b7%2C46809%2C1731578051159.1731578051783 2024-11-14T09:54:49,076 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 43c7707b03aaaa1f68c5ad5bab3db959: 2024-11-14T09:54:49,076 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-14T09:54:49,080 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/.tmp/info/2e22fc1beab343b29647e200bc3b38fd is 186, key is TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959./info:regioninfo/1731578067341/Put/seqid=0 2024-11-14T09:54:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741879_1055 (size=6153) 2024-11-14T09:54:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741879_1055 (size=6153) 2024-11-14T09:54:49,085 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/.tmp/info/2e22fc1beab343b29647e200bc3b38fd 2024-11-14T09:54:49,091 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/.tmp/info/2e22fc1beab343b29647e200bc3b38fd as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/info/2e22fc1beab343b29647e200bc3b38fd 2024-11-14T09:54:49,095 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/info/2e22fc1beab343b29647e200bc3b38fd, entries=5, sequenceid=21, filesize=6.0 K 2024-11-14T09:54:49,096 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-11-14T09:54:49,096 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-14T09:54:49,096 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fb78f0509156c153e49e90bc488053a6: 2024-11-14T09:54:49,097 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T09:54:49,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:54:49,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:54:49,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:54:49,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:49,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:49,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:54:49,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:54:49,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2095610689, stopped=false 2024-11-14T09:54:49,097 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=defc576eb6b7,38455,1731578050976 2024-11-14T09:54:49,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T09:54:49,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T09:54:49,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:49,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:54:49,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:49,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:54:49,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:54:49,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:49,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:54:49,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:54:49,181 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'defc576eb6b7,46809,1731578051159' ***** 2024-11-14T09:54:49,181 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-14T09:54:49,181 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:54:49,181 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(3091): Received CLOSE for 43c7707b03aaaa1f68c5ad5bab3db959 2024-11-14T09:54:49,182 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(3091): Received CLOSE for fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:49,182 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43c7707b03aaaa1f68c5ad5bab3db959, disabling compactions & flushes 2024-11-14T09:54:49,182 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959. 2024-11-14T09:54:49,182 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959. 2024-11-14T09:54:49,182 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959. after waiting 0 ms 2024-11-14T09:54:49,182 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959. 2024-11-14T09:54:49,183 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959/info/ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348->hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/ee6a85d9c08e49c68463492dbc98d222-bottom] to archive 2024-11-14T09:54:49,184 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:54:49,184 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:54:49,185 INFO [RS:0;defc576eb6b7:46809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:54:49,185 INFO [RS:0;defc576eb6b7:46809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:54:49,185 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: fb78f0509156c153e49e90bc488053a6, which we are already trying to CLOSE, but not completed yet 2024-11-14T09:54:49,185 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(959): stopping server defc576eb6b7,46809,1731578051159 2024-11-14T09:54:49,185 INFO [RS:0;defc576eb6b7:46809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:54:49,185 INFO [RS:0;defc576eb6b7:46809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;defc576eb6b7:46809. 2024-11-14T09:54:49,185 DEBUG [RS:0;defc576eb6b7:46809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:54:49,185 DEBUG [RS:0;defc576eb6b7:46809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:49,185 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:54:49,185 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:54:49,185 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:54:49,186 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:54:49,186 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T09:54:49,186 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T09:54:49,186 DEBUG [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(1325): Online Regions={43c7707b03aaaa1f68c5ad5bab3db959=TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959., 1588230740=hbase:meta,,1.1588230740, fb78f0509156c153e49e90bc488053a6=TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.} 2024-11-14T09:54:49,186 DEBUG [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43c7707b03aaaa1f68c5ad5bab3db959, fb78f0509156c153e49e90bc488053a6 2024-11-14T09:54:49,186 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:54:49,186 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:54:49,186 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:54:49,186 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:54:49,186 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:54:49,188 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959/info/ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959/info/ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:49,189 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=defc576eb6b7:38455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-14T09:54:49,189 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-14T09:54:49,191 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-14T09:54:49,192 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:54:49,192 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:54:49,192 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731578089186Running coprocessor pre-close hooks at 1731578089186Disabling compacts and flushes for region at 1731578089186Disabling writes for close at 1731578089186Writing region close event to WAL at 1731578089188 (+2 ms)Running coprocessor post-close hooks at 1731578089192 (+4 ms)Closed at 1731578089192 2024-11-14T09:54:49,192 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:54:49,193 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/43c7707b03aaaa1f68c5ad5bab3db959/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-11-14T09:54:49,193 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959. 2024-11-14T09:54:49,194 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43c7707b03aaaa1f68c5ad5bab3db959: Waiting for close lock at 1731578089182Running coprocessor pre-close hooks at 1731578089182Disabling compacts and flushes for region at 1731578089182Disabling writes for close at 1731578089182Writing region close event to WAL at 1731578089190 (+8 ms)Running coprocessor post-close hooks at 1731578089193 (+3 ms)Closed at 1731578089193 2024-11-14T09:54:49,194 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731578066619.43c7707b03aaaa1f68c5ad5bab3db959. 2024-11-14T09:54:49,194 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb78f0509156c153e49e90bc488053a6, disabling compactions & flushes 2024-11-14T09:54:49,194 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:49,194 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:49,194 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. after waiting 0 ms 2024-11-14T09:54:49,194 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:49,194 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348->hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/c9b489f4d14437ddc873be006d713348/info/ee6a85d9c08e49c68463492dbc98d222-top, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/43fb875da3cb4d8c814c3fb88264c5e2, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/TestLogRolling-testLogRolling=c9b489f4d14437ddc873be006d713348-2bd196fccb984c4885a47f36f7e2fb30, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/b326b39bd27a4c4f93a389ba349d3663, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/25ba3802e0794d9d9b9c29985bd738e1, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/afec18b324e5488396181f5ef6c5efc7, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/debb7a644524453897f378c07a50f161, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/37fed7bf6c9e4acab703c9008a61ac55, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/c77ccd319a854962b785d8d30e958199, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/d4acad4538524a42ada51943ea690265, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/c5edf5802d164827aac82a48d6e65fd9, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/97f3b3f13c2a4931a1a5498a7225ce73, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/6dfce0242807460797b76ec9f8fdfee8, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/dfa490f31ac94f7fba7d0ac9aab860bf, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/407c9a0fc79042b9b00ce5e003af751c, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/238a6e26da534a6aa2c95d5fa886b5a5, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/95853d991a3b4798a38dee995321a408, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/0102c482d8f54ffd93983c74d846f1fe, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/80820bb0f0664571be501a65a8d5aa5c, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/46cf09da258f4091a9a137ae4db291ab, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/7bb60073eeab43cda5e2437e6b6d61c2, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/8f502710001444d6bc40aeb27fc1a7aa, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/6fc65297cf3f43b795d1c77f337c369b] to archive 2024-11-14T09:54:49,195 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T09:54:49,197 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/ee6a85d9c08e49c68463492dbc98d222.c9b489f4d14437ddc873be006d713348 2024-11-14T09:54:49,199 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/43fb875da3cb4d8c814c3fb88264c5e2 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/43fb875da3cb4d8c814c3fb88264c5e2 2024-11-14T09:54:49,200 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/TestLogRolling-testLogRolling=c9b489f4d14437ddc873be006d713348-2bd196fccb984c4885a47f36f7e2fb30 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/TestLogRolling-testLogRolling=c9b489f4d14437ddc873be006d713348-2bd196fccb984c4885a47f36f7e2fb30 2024-11-14T09:54:49,201 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/b326b39bd27a4c4f93a389ba349d3663 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/b326b39bd27a4c4f93a389ba349d3663 2024-11-14T09:54:49,202 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/25ba3802e0794d9d9b9c29985bd738e1 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/25ba3802e0794d9d9b9c29985bd738e1 2024-11-14T09:54:49,203 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/afec18b324e5488396181f5ef6c5efc7 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/afec18b324e5488396181f5ef6c5efc7 2024-11-14T09:54:49,205 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/debb7a644524453897f378c07a50f161 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/debb7a644524453897f378c07a50f161 2024-11-14T09:54:49,206 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/37fed7bf6c9e4acab703c9008a61ac55 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/37fed7bf6c9e4acab703c9008a61ac55 2024-11-14T09:54:49,207 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/c77ccd319a854962b785d8d30e958199 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/c77ccd319a854962b785d8d30e958199 2024-11-14T09:54:49,208 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/d4acad4538524a42ada51943ea690265 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/d4acad4538524a42ada51943ea690265 2024-11-14T09:54:49,209 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/c5edf5802d164827aac82a48d6e65fd9 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/c5edf5802d164827aac82a48d6e65fd9 2024-11-14T09:54:49,210 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/97f3b3f13c2a4931a1a5498a7225ce73 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/97f3b3f13c2a4931a1a5498a7225ce73 2024-11-14T09:54:49,211 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/6dfce0242807460797b76ec9f8fdfee8 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/6dfce0242807460797b76ec9f8fdfee8 2024-11-14T09:54:49,212 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/dfa490f31ac94f7fba7d0ac9aab860bf to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/dfa490f31ac94f7fba7d0ac9aab860bf 2024-11-14T09:54:49,213 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/407c9a0fc79042b9b00ce5e003af751c to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/407c9a0fc79042b9b00ce5e003af751c 2024-11-14T09:54:49,213 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/238a6e26da534a6aa2c95d5fa886b5a5 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/238a6e26da534a6aa2c95d5fa886b5a5 2024-11-14T09:54:49,214 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/95853d991a3b4798a38dee995321a408 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/95853d991a3b4798a38dee995321a408 2024-11-14T09:54:49,215 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/0102c482d8f54ffd93983c74d846f1fe to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/0102c482d8f54ffd93983c74d846f1fe 2024-11-14T09:54:49,216 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/80820bb0f0664571be501a65a8d5aa5c to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/80820bb0f0664571be501a65a8d5aa5c 2024-11-14T09:54:49,217 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/46cf09da258f4091a9a137ae4db291ab to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/46cf09da258f4091a9a137ae4db291ab 2024-11-14T09:54:49,218 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/7bb60073eeab43cda5e2437e6b6d61c2 to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/7bb60073eeab43cda5e2437e6b6d61c2 2024-11-14T09:54:49,218 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/8f502710001444d6bc40aeb27fc1a7aa to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/8f502710001444d6bc40aeb27fc1a7aa 2024-11-14T09:54:49,219 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/6fc65297cf3f43b795d1c77f337c369b to hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/archive/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/info/6fc65297cf3f43b795d1c77f337c369b 2024-11-14T09:54:49,219 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [43fb875da3cb4d8c814c3fb88264c5e2=39908, b326b39bd27a4c4f93a389ba349d3663=13394, 25ba3802e0794d9d9b9c29985bd738e1=63244, afec18b324e5488396181f5ef6c5efc7=19728, debb7a644524453897f378c07a50f161=16553, 37fed7bf6c9e4acab703c9008a61ac55=86585, c77ccd319a854962b785d8d30e958199=16553, d4acad4538524a42ada51943ea690265=17606, c5edf5802d164827aac82a48d6e65fd9=108808, 97f3b3f13c2a4931a1a5498a7225ce73=14447, 6dfce0242807460797b76ec9f8fdfee8=18675, dfa490f31ac94f7fba7d0ac9aab860bf=136420, 407c9a0fc79042b9b00ce5e003af751c=18675, 238a6e26da534a6aa2c95d5fa886b5a5=13396, 95853d991a3b4798a38dee995321a408=157672, 0102c482d8f54ffd93983c74d846f1fe=17618, 80820bb0f0664571be501a65a8d5aa5c=19742, 46cf09da258f4091a9a137ae4db291ab=180966, 7bb60073eeab43cda5e2437e6b6d61c2=13402, 8f502710001444d6bc40aeb27fc1a7aa=19742, 6fc65297cf3f43b795d1c77f337c369b=18688] 2024-11-14T09:54:49,222 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/data/default/TestLogRolling-testLogRolling/fb78f0509156c153e49e90bc488053a6/recovered.edits/341.seqid, newMaxSeqId=341, maxSeqId=127 2024-11-14T09:54:49,223 INFO [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:49,223 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb78f0509156c153e49e90bc488053a6: Waiting for close lock at 1731578089194Running coprocessor pre-close hooks at 1731578089194Disabling compacts and flushes for region at 1731578089194Disabling writes for close at 1731578089194Writing region close event to WAL at 1731578089220 (+26 ms)Running coprocessor post-close hooks at 1731578089223 (+3 ms)Closed at 1731578089223 2024-11-14T09:54:49,223 DEBUG [RS_CLOSE_REGION-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731578066619.fb78f0509156c153e49e90bc488053a6. 2024-11-14T09:54:49,386 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(976): stopping server defc576eb6b7,46809,1731578051159; all regions closed. 2024-11-14T09:54:49,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741834_1010 (size=8107) 2024-11-14T09:54:49,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741834_1010 (size=8107) 2024-11-14T09:54:49,393 DEBUG [RS:0;defc576eb6b7:46809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/oldWALs 2024-11-14T09:54:49,393 INFO [RS:0;defc576eb6b7:46809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL defc576eb6b7%2C46809%2C1731578051159.meta:.meta(num 1731578052145) 2024-11-14T09:54:49,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741878_1054 (size=780) 2024-11-14T09:54:49,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741878_1054 (size=780) 2024-11-14T09:54:49,398 DEBUG [RS:0;defc576eb6b7:46809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/oldWALs 2024-11-14T09:54:49,399 INFO [RS:0;defc576eb6b7:46809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL defc576eb6b7%2C46809%2C1731578051159:(num 1731578089051) 2024-11-14T09:54:49,399 DEBUG [RS:0;defc576eb6b7:46809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:49,399 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:54:49,399 INFO [RS:0;defc576eb6b7:46809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:54:49,399 INFO [RS:0;defc576eb6b7:46809 {}] hbase.ChoreService(370): Chore service for: regionserver/defc576eb6b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:54:49,399 INFO [RS:0;defc576eb6b7:46809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:54:49,399 INFO [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:54:49,400 INFO [RS:0;defc576eb6b7:46809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46809 2024-11-14T09:54:49,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/defc576eb6b7,46809,1731578051159 2024-11-14T09:54:49,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:54:49,410 INFO [RS:0;defc576eb6b7:46809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:54:49,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [defc576eb6b7,46809,1731578051159] 2024-11-14T09:54:49,431 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/defc576eb6b7,46809,1731578051159 already deleted, retry=false 2024-11-14T09:54:49,431 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; defc576eb6b7,46809,1731578051159 expired; onlineServers=0 2024-11-14T09:54:49,431 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'defc576eb6b7,38455,1731578050976' ***** 2024-11-14T09:54:49,431 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:54:49,431 INFO [M:0;defc576eb6b7:38455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:54:49,431 INFO [M:0;defc576eb6b7:38455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:54:49,431 DEBUG [M:0;defc576eb6b7:38455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:54:49,432 DEBUG [M:0;defc576eb6b7:38455 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:54:49,432 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:54:49,432 DEBUG [master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731578051506 {}] cleaner.HFileCleaner(306): Exit Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731578051506,5,FailOnTimeoutGroup] 2024-11-14T09:54:49,432 DEBUG [master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731578051506 {}] cleaner.HFileCleaner(306): Exit Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731578051506,5,FailOnTimeoutGroup] 2024-11-14T09:54:49,432 INFO [M:0;defc576eb6b7:38455 {}] hbase.ChoreService(370): Chore service for: master/defc576eb6b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:54:49,432 INFO [M:0;defc576eb6b7:38455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:54:49,432 DEBUG [M:0;defc576eb6b7:38455 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:54:49,432 INFO [M:0;defc576eb6b7:38455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:54:49,432 INFO [M:0;defc576eb6b7:38455 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:54:49,432 INFO [M:0;defc576eb6b7:38455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:54:49,432 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:54:49,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T09:54:49,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:49,441 DEBUG [M:0;defc576eb6b7:38455 {}] zookeeper.ZKUtil(347): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T09:54:49,441 WARN [M:0;defc576eb6b7:38455 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:54:49,442 INFO [M:0;defc576eb6b7:38455 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/.lastflushedseqids 2024-11-14T09:54:49,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741880_1056 (size=228) 2024-11-14T09:54:49,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741880_1056 (size=228) 2024-11-14T09:54:49,447 INFO [M:0;defc576eb6b7:38455 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:54:49,448 INFO [M:0;defc576eb6b7:38455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:54:49,448 DEBUG [M:0;defc576eb6b7:38455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:54:49,448 INFO [M:0;defc576eb6b7:38455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:49,448 DEBUG [M:0;defc576eb6b7:38455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:49,448 DEBUG [M:0;defc576eb6b7:38455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:54:49,448 DEBUG [M:0;defc576eb6b7:38455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:49,448 INFO [M:0;defc576eb6b7:38455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-11-14T09:54:49,462 DEBUG [M:0;defc576eb6b7:38455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67f6e97fbd29416f915bd9401d62d3c7 is 82, key is hbase:meta,,1/info:regioninfo/1731578052181/Put/seqid=0 2024-11-14T09:54:49,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741881_1057 (size=5672) 2024-11-14T09:54:49,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741881_1057 (size=5672) 2024-11-14T09:54:49,467 INFO [M:0;defc576eb6b7:38455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67f6e97fbd29416f915bd9401d62d3c7 2024-11-14T09:54:49,485 DEBUG [M:0;defc576eb6b7:38455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b08509acbf3f44c988bd774b2c33e94b is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731578052688/Put/seqid=0 2024-11-14T09:54:49,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741882_1058 (size=7090) 2024-11-14T09:54:49,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741882_1058 (size=7090) 2024-11-14T09:54:49,490 INFO [M:0;defc576eb6b7:38455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b08509acbf3f44c988bd774b2c33e94b 2024-11-14T09:54:49,494 INFO [M:0;defc576eb6b7:38455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b08509acbf3f44c988bd774b2c33e94b 2024-11-14T09:54:49,507 DEBUG [M:0;defc576eb6b7:38455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab2ac46e2f58467a8029fb1f3a0394c6 is 69, key is defc576eb6b7,46809,1731578051159/rs:state/1731578051626/Put/seqid=0 2024-11-14T09:54:49,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741883_1059 (size=5156) 2024-11-14T09:54:49,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741883_1059 (size=5156) 2024-11-14T09:54:49,513 INFO [M:0;defc576eb6b7:38455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab2ac46e2f58467a8029fb1f3a0394c6 2024-11-14T09:54:49,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:54:49,521 INFO [RS:0;defc576eb6b7:46809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:54:49,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10138c4353a0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:54:49,521 INFO [RS:0;defc576eb6b7:46809 {}] regionserver.HRegionServer(1031): Exiting; stopping=defc576eb6b7,46809,1731578051159; zookeeper connection closed. 2024-11-14T09:54:49,521 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c18c6d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c18c6d2 2024-11-14T09:54:49,521 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:54:49,529 DEBUG [M:0;defc576eb6b7:38455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7b011593648a4e71b8f080d2f76242dd is 52, key is load_balancer_on/state:d/1731578052295/Put/seqid=0 2024-11-14T09:54:49,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741884_1060 (size=5056) 2024-11-14T09:54:49,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741884_1060 (size=5056) 2024-11-14T09:54:49,534 INFO [M:0;defc576eb6b7:38455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7b011593648a4e71b8f080d2f76242dd 2024-11-14T09:54:49,540 DEBUG [M:0;defc576eb6b7:38455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67f6e97fbd29416f915bd9401d62d3c7 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67f6e97fbd29416f915bd9401d62d3c7 2024-11-14T09:54:49,545 INFO [M:0;defc576eb6b7:38455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67f6e97fbd29416f915bd9401d62d3c7, entries=8, sequenceid=125, filesize=5.5 K 2024-11-14T09:54:49,546 DEBUG [M:0;defc576eb6b7:38455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b08509acbf3f44c988bd774b2c33e94b as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b08509acbf3f44c988bd774b2c33e94b 2024-11-14T09:54:49,551 INFO [M:0;defc576eb6b7:38455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b08509acbf3f44c988bd774b2c33e94b 2024-11-14T09:54:49,551 INFO [M:0;defc576eb6b7:38455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b08509acbf3f44c988bd774b2c33e94b, entries=13, sequenceid=125, filesize=6.9 K 2024-11-14T09:54:49,552 DEBUG [M:0;defc576eb6b7:38455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab2ac46e2f58467a8029fb1f3a0394c6 as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab2ac46e2f58467a8029fb1f3a0394c6 2024-11-14T09:54:49,556 INFO [M:0;defc576eb6b7:38455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab2ac46e2f58467a8029fb1f3a0394c6, entries=1, sequenceid=125, filesize=5.0 K 2024-11-14T09:54:49,557 DEBUG [M:0;defc576eb6b7:38455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7b011593648a4e71b8f080d2f76242dd as hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7b011593648a4e71b8f080d2f76242dd 2024-11-14T09:54:49,561 INFO [M:0;defc576eb6b7:38455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7b011593648a4e71b8f080d2f76242dd, entries=1, sequenceid=125, filesize=4.9 K 2024-11-14T09:54:49,562 INFO [M:0;defc576eb6b7:38455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=125, compaction requested=false 2024-11-14T09:54:49,563 INFO [M:0;defc576eb6b7:38455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:49,564 DEBUG [M:0;defc576eb6b7:38455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731578089448Disabling compacts and flushes for region at 1731578089448Disabling writes for close at 1731578089448Obtaining lock to block concurrent updates at 1731578089448Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731578089448Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1731578089448Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731578089449 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731578089449Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731578089461 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731578089462 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731578089471 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731578089484 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731578089484Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731578089494 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731578089507 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731578089507Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731578089516 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731578089529 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731578089529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf4cb7d: reopening flushed file at 1731578089539 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195b601: reopening flushed file at 1731578089545 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce1c302: reopening flushed file at 1731578089551 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a8fc4f: reopening flushed file at 1731578089556 (+5 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=125, compaction requested=false at 1731578089562 (+6 ms)Writing region close event to WAL at 1731578089563 (+1 ms)Closed at 1731578089563 2024-11-14T09:54:49,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741830_1006 (size=61332) 2024-11-14T09:54:49,565 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6d15b32-ed6a-a36d-197c-35177bcdd1c2/MasterData/WALs/defc576eb6b7,38455,1731578050976/defc576eb6b7%2C38455%2C1731578050976.1731578051291 not finished, retry = 0 2024-11-14T09:54:49,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45091 is added to blk_1073741830_1006 (size=61332) 2024-11-14T09:54:49,653 INFO [regionserver/defc576eb6b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:54:49,667 INFO [M:0;defc576eb6b7:38455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:54:49,667 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:54:49,667 INFO [M:0;defc576eb6b7:38455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38455 2024-11-14T09:54:49,667 INFO [M:0;defc576eb6b7:38455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:54:49,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:54:49,779 INFO [M:0;defc576eb6b7:38455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:54:49,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38455-0x10138c4353a0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:54:49,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ec4f482{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:54:49,817 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5825b2bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:54:49,817 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:54:49,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55f5dc36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:54:49,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d26b083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/hadoop.log.dir/,STOPPED} 2024-11-14T09:54:49,819 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:54:49,819 WARN [BP-1135429553-172.17.0.2-1731578048829 heartbeating to localhost/127.0.0.1:40953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:54:49,819 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:54:49,819 WARN [BP-1135429553-172.17.0.2-1731578048829 heartbeating to localhost/127.0.0.1:40953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1135429553-172.17.0.2-1731578048829 (Datanode Uuid f459ce5a-4240-4e95-86a8-69f7e95a2ae9) service to localhost/127.0.0.1:40953 2024-11-14T09:54:49,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/cluster_f10afeb7-d34c-a960-d424-c27753da27b4/data/data3/current/BP-1135429553-172.17.0.2-1731578048829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:54:49,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/cluster_f10afeb7-d34c-a960-d424-c27753da27b4/data/data4/current/BP-1135429553-172.17.0.2-1731578048829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:54:49,820 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:54:49,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e9e3f2d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:54:49,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6416456e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:54:49,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:54:49,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a842077{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:54:49,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@281ff25b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/hadoop.log.dir/,STOPPED} 2024-11-14T09:54:49,827 WARN [BP-1135429553-172.17.0.2-1731578048829 heartbeating to localhost/127.0.0.1:40953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:54:49,827 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:54:49,827 WARN [BP-1135429553-172.17.0.2-1731578048829 heartbeating to localhost/127.0.0.1:40953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1135429553-172.17.0.2-1731578048829 (Datanode Uuid c0dd379d-6b95-4e18-8557-f557ced6c13b) service to localhost/127.0.0.1:40953 2024-11-14T09:54:49,827 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:54:49,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/cluster_f10afeb7-d34c-a960-d424-c27753da27b4/data/data1/current/BP-1135429553-172.17.0.2-1731578048829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:54:49,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/cluster_f10afeb7-d34c-a960-d424-c27753da27b4/data/data2/current/BP-1135429553-172.17.0.2-1731578048829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:54:49,828 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:54:49,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@603c91de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:54:49,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53e3df2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:54:49,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:54:49,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655269e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:54:49,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b8dad9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/hadoop.log.dir/,STOPPED} 2024-11-14T09:54:49,842 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:54:49,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:54:49,876 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=110 (was 97) - Thread LEAK? -, OpenFileDescriptor=455 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=81 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=4276 (was 4435) 2024-11-14T09:54:49,881 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=81, ProcessCount=11, AvailableMemoryMB=4275 2024-11-14T09:54:49,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:54:49,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/hadoop.log.dir so I do NOT create it in target/test-data/b93d7093-9980-e913-970d-2e5332880aa6 2024-11-14T09:54:49,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84604e51-d52c-2b14-108f-75183ef94fdd/hadoop.tmp.dir so I do NOT create it in target/test-data/b93d7093-9980-e913-970d-2e5332880aa6 2024-11-14T09:54:49,882 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/cluster_4da1cdeb-67eb-30f3-2d5c-4b1b67aca5e1, deleteOnExit=true 2024-11-14T09:54:49,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:54:49,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/test.cache.data in system properties and HBase conf 2024-11-14T09:54:49,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:54:49,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:54:49,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:54:49,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:54:49,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:54:49,882 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:54:49,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:54:49,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:54:49,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:54:49,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:54:49,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:54:49,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:54:49,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:54:49,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:54:49,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:54:49,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:54:49,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:54:49,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:54:49,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:54:49,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:54:50,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:54:50,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:54:50,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:54:50,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:54:50,247 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:54:50,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:54:50,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32291543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:54:50,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a081332{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:54:50,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d788302{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/java.io.tmpdir/jetty-localhost-42065-hadoop-hdfs-3_4_1-tests_jar-_-any-16849177756634051550/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:54:50,339 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fcc2ae2{HTTP/1.1, (http/1.1)}{localhost:42065} 2024-11-14T09:54:50,339 INFO [Time-limited test {}] server.Server(415): Started @191272ms 2024-11-14T09:54:50,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:54:50,585 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:54:50,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:54:50,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:54:50,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:54:50,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e7ef8d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:54:50,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fb7e003{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:54:50,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@559e9de2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/java.io.tmpdir/jetty-localhost-44529-hadoop-hdfs-3_4_1-tests_jar-_-any-10946352104548674136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:54:50,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d499c1e{HTTP/1.1, (http/1.1)}{localhost:44529} 2024-11-14T09:54:50,679 INFO [Time-limited test {}] server.Server(415): Started @191612ms 2024-11-14T09:54:50,680 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:54:50,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:54:50,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:54:50,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:54:50,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:54:50,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:54:50,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4536a62c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:54:50,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78b71512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:54:50,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2921d1f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/java.io.tmpdir/jetty-localhost-46243-hadoop-hdfs-3_4_1-tests_jar-_-any-13332989862955459036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:54:50,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cce2512{HTTP/1.1, (http/1.1)}{localhost:46243} 2024-11-14T09:54:50,808 INFO [Time-limited test {}] server.Server(415): Started @191741ms 2024-11-14T09:54:50,809 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:54:51,861 WARN [Thread-1612 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/cluster_4da1cdeb-67eb-30f3-2d5c-4b1b67aca5e1/data/data2/current/BP-1928478075-172.17.0.2-1731578089906/current, will proceed with Du for space computation calculation, 2024-11-14T09:54:51,861 WARN [Thread-1611 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/cluster_4da1cdeb-67eb-30f3-2d5c-4b1b67aca5e1/data/data1/current/BP-1928478075-172.17.0.2-1731578089906/current, will proceed with Du for space computation calculation, 2024-11-14T09:54:51,882 WARN [Thread-1575 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:54:51,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3c43cbbf3861c79 with lease ID 0x91542d491e71d34a: Processing first storage report for DS-243ded66-8c9c-4063-986c-598fdfe4e8c2 from datanode DatanodeRegistration(127.0.0.1:46099, datanodeUuid=3d2a9ebf-3ce8-4f0c-aedb-4a787bc90b2f, infoPort=39809, infoSecurePort=0, ipcPort=34083, storageInfo=lv=-57;cid=testClusterID;nsid=2144631715;c=1731578089906) 2024-11-14T09:54:51,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3c43cbbf3861c79 with lease ID 0x91542d491e71d34a: from storage DS-243ded66-8c9c-4063-986c-598fdfe4e8c2 node DatanodeRegistration(127.0.0.1:46099, datanodeUuid=3d2a9ebf-3ce8-4f0c-aedb-4a787bc90b2f, infoPort=39809, infoSecurePort=0, ipcPort=34083, storageInfo=lv=-57;cid=testClusterID;nsid=2144631715;c=1731578089906), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:54:51,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3c43cbbf3861c79 with lease ID 0x91542d491e71d34a: Processing first storage report for DS-cc44ff2d-676f-4934-bf83-a88024fef5c1 from datanode DatanodeRegistration(127.0.0.1:46099, datanodeUuid=3d2a9ebf-3ce8-4f0c-aedb-4a787bc90b2f, infoPort=39809, infoSecurePort=0, ipcPort=34083, storageInfo=lv=-57;cid=testClusterID;nsid=2144631715;c=1731578089906) 2024-11-14T09:54:51,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3c43cbbf3861c79 with lease ID 0x91542d491e71d34a: from storage DS-cc44ff2d-676f-4934-bf83-a88024fef5c1 node DatanodeRegistration(127.0.0.1:46099, datanodeUuid=3d2a9ebf-3ce8-4f0c-aedb-4a787bc90b2f, infoPort=39809, infoSecurePort=0, ipcPort=34083, storageInfo=lv=-57;cid=testClusterID;nsid=2144631715;c=1731578089906), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:54:51,994 WARN [Thread-1622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/cluster_4da1cdeb-67eb-30f3-2d5c-4b1b67aca5e1/data/data3/current/BP-1928478075-172.17.0.2-1731578089906/current, will proceed with Du for space computation calculation, 2024-11-14T09:54:51,994 WARN [Thread-1623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/cluster_4da1cdeb-67eb-30f3-2d5c-4b1b67aca5e1/data/data4/current/BP-1928478075-172.17.0.2-1731578089906/current, will proceed with Du for space computation calculation, 2024-11-14T09:54:52,013 WARN [Thread-1598 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:54:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30ba38f24a5c02e1 with lease ID 0x91542d491e71d34b: Processing first storage report for DS-5201a3d9-3d43-4970-9925-3939805ac84f from datanode DatanodeRegistration(127.0.0.1:38425, datanodeUuid=725c23d4-7a1e-4c1a-b53d-18bab1613e17, infoPort=33629, infoSecurePort=0, ipcPort=37783, storageInfo=lv=-57;cid=testClusterID;nsid=2144631715;c=1731578089906) 2024-11-14T09:54:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30ba38f24a5c02e1 with lease ID 0x91542d491e71d34b: from storage DS-5201a3d9-3d43-4970-9925-3939805ac84f node DatanodeRegistration(127.0.0.1:38425, datanodeUuid=725c23d4-7a1e-4c1a-b53d-18bab1613e17, infoPort=33629, infoSecurePort=0, ipcPort=37783, storageInfo=lv=-57;cid=testClusterID;nsid=2144631715;c=1731578089906), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:54:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30ba38f24a5c02e1 with lease ID 0x91542d491e71d34b: Processing first storage report for DS-8ba6f7db-2577-49e1-8a5e-e8813152927f from datanode DatanodeRegistration(127.0.0.1:38425, datanodeUuid=725c23d4-7a1e-4c1a-b53d-18bab1613e17, infoPort=33629, infoSecurePort=0, ipcPort=37783, storageInfo=lv=-57;cid=testClusterID;nsid=2144631715;c=1731578089906) 2024-11-14T09:54:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30ba38f24a5c02e1 with lease ID 0x91542d491e71d34b: from storage DS-8ba6f7db-2577-49e1-8a5e-e8813152927f node DatanodeRegistration(127.0.0.1:38425, datanodeUuid=725c23d4-7a1e-4c1a-b53d-18bab1613e17, infoPort=33629, infoSecurePort=0, ipcPort=37783, storageInfo=lv=-57;cid=testClusterID;nsid=2144631715;c=1731578089906), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:54:52,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6 2024-11-14T09:54:52,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/cluster_4da1cdeb-67eb-30f3-2d5c-4b1b67aca5e1/zookeeper_0, clientPort=51553, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/cluster_4da1cdeb-67eb-30f3-2d5c-4b1b67aca5e1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/cluster_4da1cdeb-67eb-30f3-2d5c-4b1b67aca5e1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:54:52,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51553 2024-11-14T09:54:52,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:52,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:52,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:54:52,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:54:52,061 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f with version=8 2024-11-14T09:54:52,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41895/user/jenkins/test-data/fc67dd48-5de7-f79e-bc25-187657e0a324/hbase-staging 2024-11-14T09:54:52,063 INFO [Time-limited test {}] client.ConnectionUtils(128): master/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:54:52,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:54:52,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:54:52,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:54:52,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:54:52,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:54:52,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:54:52,064 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:54:52,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33509 2024-11-14T09:54:52,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33509 connecting to ZooKeeper ensemble=127.0.0.1:51553 2024-11-14T09:54:52,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335090x0, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:54:52,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33509-0x10138c4d5b90000 connected 2024-11-14T09:54:52,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:52,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:52,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:54:52,216 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f, hbase.cluster.distributed=false 2024-11-14T09:54:52,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:54:52,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33509 2024-11-14T09:54:52,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33509 2024-11-14T09:54:52,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33509 2024-11-14T09:54:52,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33509 2024-11-14T09:54:52,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33509 2024-11-14T09:54:52,235 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/defc576eb6b7:0 server-side Connection retries=45 2024-11-14T09:54:52,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:54:52,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:54:52,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:54:52,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:54:52,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:54:52,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:54:52,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:54:52,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44165 2024-11-14T09:54:52,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44165 connecting to ZooKeeper ensemble=127.0.0.1:51553 2024-11-14T09:54:52,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:52,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:52,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441650x0, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:54:52,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441650x0, quorum=127.0.0.1:51553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:54:52,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44165-0x10138c4d5b90001 connected 2024-11-14T09:54:52,252 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:54:52,253 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:54:52,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T09:54:52,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T09:54:52,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44165 2024-11-14T09:54:52,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44165 2024-11-14T09:54:52,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44165 2024-11-14T09:54:52,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44165 2024-11-14T09:54:52,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44165 2024-11-14T09:54:52,270 DEBUG [M:0;defc576eb6b7:33509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;defc576eb6b7:33509 2024-11-14T09:54:52,270 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/defc576eb6b7,33509,1731578092063 2024-11-14T09:54:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:54:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:54:52,279 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/defc576eb6b7,33509,1731578092063 2024-11-14T09:54:52,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T09:54:52,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:52,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:52,289 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T09:54:52,290 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/defc576eb6b7,33509,1731578092063 from backup master directory 2024-11-14T09:54:52,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/defc576eb6b7,33509,1731578092063 2024-11-14T09:54:52,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:54:52,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T09:54:52,299 WARN [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:54:52,299 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=defc576eb6b7,33509,1731578092063 2024-11-14T09:54:52,306 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/hbase.id] with ID: f9def5b1-360d-4a5f-aade-3957e0c83074 2024-11-14T09:54:52,306 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/.tmp/hbase.id 2024-11-14T09:54:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:54:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:54:52,314 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/.tmp/hbase.id]:[hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/hbase.id] 2024-11-14T09:54:52,325 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:52,325 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:54:52,327 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T09:54:52,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:52,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:52,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:54:52,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:54:52,346 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:54:52,347 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:54:52,347 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:54:52,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:54:52,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:54:52,359 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store 2024-11-14T09:54:52,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:54:52,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:54:52,365 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:54:52,365 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:54:52,365 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:52,365 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:52,365 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:54:52,366 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:52,366 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:52,366 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731578092365Disabling compacts and flushes for region at 1731578092365Disabling writes for close at 1731578092365Writing region close event to WAL at 1731578092366 (+1 ms)Closed at 1731578092366 2024-11-14T09:54:52,366 WARN [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/.initializing 2024-11-14T09:54:52,366 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/WALs/defc576eb6b7,33509,1731578092063 2024-11-14T09:54:52,367 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:54:52,368 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C33509%2C1731578092063, suffix=, logDir=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/WALs/defc576eb6b7,33509,1731578092063, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/oldWALs, maxLogs=10 2024-11-14T09:54:52,380 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/WALs/defc576eb6b7,33509,1731578092063/defc576eb6b7%2C33509%2C1731578092063.1731578092369, exclude list is [], retry=0 2024-11-14T09:54:52,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38425,DS-5201a3d9-3d43-4970-9925-3939805ac84f,DISK] 2024-11-14T09:54:52,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-243ded66-8c9c-4063-986c-598fdfe4e8c2,DISK] 2024-11-14T09:54:52,384 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/WALs/defc576eb6b7,33509,1731578092063/defc576eb6b7%2C33509%2C1731578092063.1731578092369 2024-11-14T09:54:52,384 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33629:33629),(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-14T09:54:52,384 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:54:52,385 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:54:52,385 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:52,385 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:52,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:52,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:54:52,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:52,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:52,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:52,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:54:52,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:52,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:54:52,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:52,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:54:52,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:52,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:54:52,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:52,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:54:52,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:52,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:54:52,393 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:52,393 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:52,393 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:52,394 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:52,394 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:52,395 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:54:52,395 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:54:52,397 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:54:52,397 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=813523, jitterRate=0.03444913029670715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:54:52,398 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731578092385Initializing all the Stores at 1731578092386 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578092386Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731578092386Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731578092386Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731578092386Cleaning up temporary data from old regions at 1731578092394 (+8 ms)Region opened successfully at 1731578092398 (+4 ms) 2024-11-14T09:54:52,398 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:54:52,401 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6842956c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:54:52,402 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:54:52,402 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:54:52,402 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:54:52,402 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:54:52,402 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:54:52,403 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:54:52,403 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:54:52,404 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:54:52,405 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T09:54:52,415 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T09:54:52,415 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:54:52,416 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:54:52,425 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T09:54:52,426 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:54:52,427 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:54:52,436 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T09:54:52,437 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:54:52,446 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T09:54:52,448 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:54:52,457 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T09:54:52,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:54:52,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T09:54:52,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:52,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:52,468 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=defc576eb6b7,33509,1731578092063, sessionid=0x10138c4d5b90000, setting cluster-up flag (Was=false) 2024-11-14T09:54:52,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:52,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:52,520 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T09:54:52,522 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=defc576eb6b7,33509,1731578092063 2024-11-14T09:54:52,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:52,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:52,573 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T09:54:52,574 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=defc576eb6b7,33509,1731578092063 2024-11-14T09:54:52,575 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:54:52,576 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:54:52,577 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:54:52,577 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:54:52,577 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: defc576eb6b7,33509,1731578092063 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:54:52,578 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:54:52,578 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:54:52,578 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:54:52,578 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/defc576eb6b7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:54:52,578 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/defc576eb6b7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:54:52,578 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:52,579 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:54:52,579 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:52,579 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731578122579 2024-11-14T09:54:52,579 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:54:52,579 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:54:52,579 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:54:52,580 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:54:52,580 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:54:52,580 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:54:52,580 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:54:52,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:54:52,580 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:54:52,580 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:54:52,580 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:54:52,581 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:52,581 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:54:52,584 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:54:52,584 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:54:52,584 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731578092584,5,FailOnTimeoutGroup] 2024-11-14T09:54:52,585 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731578092584,5,FailOnTimeoutGroup] 2024-11-14T09:54:52,585 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,585 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:54:52,585 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,585 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:54:52,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:54:52,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:54:52,591 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f 2024-11-14T09:54:52,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:54:52,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:54:52,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:54:52,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:54:52,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:54:52,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:52,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:52,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:54:52,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:54:52,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:52,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:52,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:54:52,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:54:52,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:52,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:52,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:54:52,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:54:52,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:52,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:52,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:54:52,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/data/hbase/meta/1588230740 2024-11-14T09:54:52,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/data/hbase/meta/1588230740 2024-11-14T09:54:52,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:54:52,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:54:52,607 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T09:54:52,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:54:52,609 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:54:52,609 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=807191, jitterRate=0.026397600769996643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T09:54:52,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731578092597Initializing all the Stores at 1731578092598 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578092598Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578092598Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731578092598Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578092598Cleaning up temporary data from old regions at 1731578092606 (+8 ms)Region opened successfully at 1731578092610 (+4 ms) 2024-11-14T09:54:52,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:54:52,610 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:54:52,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:54:52,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:54:52,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:54:52,610 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:54:52,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731578092610Disabling compacts and flushes for region at 1731578092610Disabling writes for close at 1731578092610Writing region close event to WAL at 1731578092610Closed at 1731578092610 2024-11-14T09:54:52,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:54:52,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:54:52,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:54:52,613 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:54:52,614 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:54:52,660 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(746): ClusterId : f9def5b1-360d-4a5f-aade-3957e0c83074 2024-11-14T09:54:52,660 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:54:52,676 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:54:52,676 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:54:52,692 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:54:52,693 DEBUG [RS:0;defc576eb6b7:44165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b260bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=defc576eb6b7/172.17.0.2:0 2024-11-14T09:54:52,709 DEBUG [RS:0;defc576eb6b7:44165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;defc576eb6b7:44165 2024-11-14T09:54:52,709 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:54:52,709 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:54:52,709 DEBUG [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:54:52,710 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(2659): reportForDuty to master=defc576eb6b7,33509,1731578092063 with port=44165, startcode=1731578092235 2024-11-14T09:54:52,710 DEBUG [RS:0;defc576eb6b7:44165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:54:52,711 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:54:52,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer defc576eb6b7,44165,1731578092235 2024-11-14T09:54:52,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33509 {}] master.ServerManager(517): Registering regionserver=defc576eb6b7,44165,1731578092235 2024-11-14T09:54:52,713 DEBUG [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f 2024-11-14T09:54:52,713 DEBUG [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33679 2024-11-14T09:54:52,713 DEBUG [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:54:52,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:54:52,726 DEBUG [RS:0;defc576eb6b7:44165 {}] zookeeper.ZKUtil(111): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/defc576eb6b7,44165,1731578092235 2024-11-14T09:54:52,726 WARN [RS:0;defc576eb6b7:44165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:54:52,726 INFO [RS:0;defc576eb6b7:44165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:54:52,726 DEBUG [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/defc576eb6b7,44165,1731578092235 2024-11-14T09:54:52,727 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [defc576eb6b7,44165,1731578092235] 2024-11-14T09:54:52,730 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:54:52,733 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:54:52,733 INFO [RS:0;defc576eb6b7:44165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:54:52,733 INFO [RS:0;defc576eb6b7:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,733 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:54:52,734 INFO [RS:0;defc576eb6b7:44165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:54:52,734 INFO [RS:0;defc576eb6b7:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,734 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:52,734 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:52,734 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:52,734 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:52,735 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:52,735 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/defc576eb6b7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:54:52,735 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:52,735 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:52,735 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:52,735 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:52,735 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:52,735 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/defc576eb6b7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:54:52,735 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:54:52,735 DEBUG [RS:0;defc576eb6b7:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/defc576eb6b7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:54:52,736 INFO [RS:0;defc576eb6b7:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,736 INFO [RS:0;defc576eb6b7:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,736 INFO [RS:0;defc576eb6b7:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,736 INFO [RS:0;defc576eb6b7:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,736 INFO [RS:0;defc576eb6b7:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,736 INFO [RS:0;defc576eb6b7:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,44165,1731578092235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:54:52,754 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:54:52,754 INFO [RS:0;defc576eb6b7:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,44165,1731578092235-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,754 INFO [RS:0;defc576eb6b7:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,754 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.Replication(171): defc576eb6b7,44165,1731578092235 started 2024-11-14T09:54:52,764 WARN [defc576eb6b7:33509 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T09:54:52,766 INFO [RS:0;defc576eb6b7:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:52,766 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(1482): Serving as defc576eb6b7,44165,1731578092235, RpcServer on defc576eb6b7/172.17.0.2:44165, sessionid=0x10138c4d5b90001 2024-11-14T09:54:52,766 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:54:52,766 DEBUG [RS:0;defc576eb6b7:44165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager defc576eb6b7,44165,1731578092235 2024-11-14T09:54:52,766 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,44165,1731578092235' 2024-11-14T09:54:52,766 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T09:54:52,767 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T09:54:52,768 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:54:52,768 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:54:52,768 DEBUG [RS:0;defc576eb6b7:44165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager defc576eb6b7,44165,1731578092235 2024-11-14T09:54:52,768 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'defc576eb6b7,44165,1731578092235' 2024-11-14T09:54:52,768 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T09:54:52,768 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T09:54:52,768 DEBUG [RS:0;defc576eb6b7:44165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:54:52,769 INFO [RS:0;defc576eb6b7:44165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:54:52,769 INFO [RS:0;defc576eb6b7:44165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:54:52,869 INFO [RS:0;defc576eb6b7:44165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:54:52,870 INFO [RS:0;defc576eb6b7:44165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C44165%2C1731578092235, suffix=, logDir=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/defc576eb6b7,44165,1731578092235, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/oldWALs, maxLogs=32 2024-11-14T09:54:52,882 DEBUG [RS:0;defc576eb6b7:44165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/defc576eb6b7,44165,1731578092235/defc576eb6b7%2C44165%2C1731578092235.1731578092871, exclude list is [], retry=0 2024-11-14T09:54:52,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-243ded66-8c9c-4063-986c-598fdfe4e8c2,DISK] 2024-11-14T09:54:52,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38425,DS-5201a3d9-3d43-4970-9925-3939805ac84f,DISK] 2024-11-14T09:54:52,886 INFO [RS:0;defc576eb6b7:44165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/defc576eb6b7,44165,1731578092235/defc576eb6b7%2C44165%2C1731578092235.1731578092871 2024-11-14T09:54:52,886 DEBUG [RS:0;defc576eb6b7:44165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39809:39809),(127.0.0.1/127.0.0.1:33629:33629)] 2024-11-14T09:54:53,014 DEBUG [defc576eb6b7:33509 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:54:53,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=defc576eb6b7,44165,1731578092235 2024-11-14T09:54:53,016 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,44165,1731578092235, state=OPENING 2024-11-14T09:54:53,025 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:54:53,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:53,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:53,037 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:54:53,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,44165,1731578092235}] 2024-11-14T09:54:53,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:54:53,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:54:53,192 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:54:53,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50025, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:54:53,201 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:54:53,202 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:54:53,202 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:54:53,204 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=defc576eb6b7%2C44165%2C1731578092235.meta, suffix=.meta, logDir=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/defc576eb6b7,44165,1731578092235, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/oldWALs, maxLogs=32 2024-11-14T09:54:53,219 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/defc576eb6b7,44165,1731578092235/defc576eb6b7%2C44165%2C1731578092235.meta.1731578093204.meta, exclude list is [], retry=0 2024-11-14T09:54:53,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-243ded66-8c9c-4063-986c-598fdfe4e8c2,DISK] 2024-11-14T09:54:53,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38425,DS-5201a3d9-3d43-4970-9925-3939805ac84f,DISK] 2024-11-14T09:54:53,222 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/defc576eb6b7,44165,1731578092235/defc576eb6b7%2C44165%2C1731578092235.meta.1731578093204.meta 2024-11-14T09:54:53,223 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33629:33629),(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-14T09:54:53,223 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:54:53,223 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:54:53,223 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:54:53,223 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:54:53,223 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:54:53,223 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:54:53,223 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:54:53,223 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:54:53,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:54:53,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:54:53,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:53,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:53,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:54:53,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:54:53,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:53,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:53,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:54:53,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:54:53,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:53,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:53,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:54:53,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:54:53,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:54:53,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:54:53,229 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:54:53,230 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/data/hbase/meta/1588230740 2024-11-14T09:54:53,231 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/data/hbase/meta/1588230740 2024-11-14T09:54:53,232 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:54:53,232 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:54:53,232 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T09:54:53,233 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:54:53,234 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=734894, jitterRate=-0.06553442776203156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T09:54:53,234 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:54:53,235 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731578093223Writing region info on filesystem at 1731578093223Initializing all the Stores at 1731578093224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578093224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578093224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731578093224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731578093224Cleaning up temporary data from old regions at 1731578093232 (+8 ms)Running coprocessor post-open hooks at 1731578093234 (+2 ms)Region opened successfully at 1731578093235 (+1 ms) 2024-11-14T09:54:53,235 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731578093191 2024-11-14T09:54:53,237 DEBUG [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:54:53,237 INFO [RS_OPEN_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:54:53,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=defc576eb6b7,44165,1731578092235 2024-11-14T09:54:53,239 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as defc576eb6b7,44165,1731578092235, state=OPEN 2024-11-14T09:54:53,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:54:53,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T09:54:53,301 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=defc576eb6b7,44165,1731578092235 2024-11-14T09:54:53,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:54:53,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T09:54:53,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:54:53,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=defc576eb6b7,44165,1731578092235 in 264 msec 2024-11-14T09:54:53,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:54:53,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 692 msec 2024-11-14T09:54:53,306 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:54:53,306 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:54:53,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:54:53,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,44165,1731578092235, seqNum=-1] 2024-11-14T09:54:53,307 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:54:53,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34409, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:54:53,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 736 msec 2024-11-14T09:54:53,312 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731578093312, completionTime=-1 2024-11-14T09:54:53,312 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:54:53,312 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T09:54:53,314 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T09:54:53,314 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731578153314 2024-11-14T09:54:53,314 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731578213314 2024-11-14T09:54:53,314 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-14T09:54:53,314 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,33509,1731578092063-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:53,314 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,33509,1731578092063-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:53,314 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,33509,1731578092063-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:53,314 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-defc576eb6b7:33509, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:53,314 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:53,315 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:53,316 DEBUG [master/defc576eb6b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:54:53,318 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.019sec 2024-11-14T09:54:53,318 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:54:53,318 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:54:53,318 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:54:53,318 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:54:53,318 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:54:53,318 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,33509,1731578092063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:54:53,318 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,33509,1731578092063-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:54:53,320 DEBUG [master/defc576eb6b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:54:53,320 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:54:53,320 INFO [master/defc576eb6b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=defc576eb6b7,33509,1731578092063-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:54:53,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a36ddb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:54:53,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request defc576eb6b7,33509,-1 for getting cluster id 2024-11-14T09:54:53,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:54:53,360 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9def5b1-360d-4a5f-aade-3957e0c83074' 2024-11-14T09:54:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:54:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9def5b1-360d-4a5f-aade-3957e0c83074" 2024-11-14T09:54:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1741e947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:54:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [defc576eb6b7,33509,-1] 2024-11-14T09:54:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:54:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:53,362 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:54:53,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285943af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:54:53,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:54:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=defc576eb6b7,44165,1731578092235, seqNum=-1] 2024-11-14T09:54:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:54:53,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:54:53,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=defc576eb6b7,33509,1731578092063 2024-11-14T09:54:53,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:54:53,369 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T09:54:53,369 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:54:53,370 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:54:53,372 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/test.com,8080,1, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/oldWALs, maxLogs=32 2024-11-14T09:54:53,384 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/test.com,8080,1/test.com%2C8080%2C1.1731578093372, exclude list is [], retry=0 2024-11-14T09:54:53,386 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38425,DS-5201a3d9-3d43-4970-9925-3939805ac84f,DISK] 2024-11-14T09:54:53,387 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-243ded66-8c9c-4063-986c-598fdfe4e8c2,DISK] 2024-11-14T09:54:53,388 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/test.com,8080,1/test.com%2C8080%2C1.1731578093372 2024-11-14T09:54:53,389 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33629:33629),(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-14T09:54:53,400 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/test.com,8080,1/test.com%2C8080%2C1.1731578093389, exclude list is [], retry=0 2024-11-14T09:54:53,403 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38425,DS-5201a3d9-3d43-4970-9925-3939805ac84f,DISK] 2024-11-14T09:54:53,403 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-243ded66-8c9c-4063-986c-598fdfe4e8c2,DISK] 2024-11-14T09:54:53,404 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/test.com,8080,1/test.com%2C8080%2C1.1731578093372 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/test.com,8080,1/test.com%2C8080%2C1.1731578093389 2024-11-14T09:54:53,405 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33629:33629),(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-14T09:54:53,405 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/test.com,8080,1/test.com%2C8080%2C1.1731578093372 is not closed yet, will try archiving it next time 2024-11-14T09:54:53,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741835_1011 (size=93) 2024-11-14T09:54:53,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741835_1011 (size=93) 2024-11-14T09:54:53,407 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/WALs/test.com,8080,1/test.com%2C8080%2C1.1731578093372 to hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/oldWALs/test.com%2C8080%2C1.1731578093372 2024-11-14T09:54:53,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741836_1012 (size=93) 2024-11-14T09:54:53,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741836_1012 (size=93) 2024-11-14T09:54:53,410 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/oldWALs 2024-11-14T09:54:53,410 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731578093389) 2024-11-14T09:54:53,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:54:53,411 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:54:53,411 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:54:53,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:53,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:53,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:54:53,411 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:54:53,411 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=244964211, stopped=false 2024-11-14T09:54:53,411 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=defc576eb6b7,33509,1731578092063 2024-11-14T09:54:53,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T09:54:53,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T09:54:53,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:53,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:53,431 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:54:53,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:54:53,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:54:53,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:53,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:54:53,431 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'defc576eb6b7,44165,1731578092235' ***** 2024-11-14T09:54:53,431 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:54:53,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T09:54:53,432 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:54:53,432 INFO [RS:0;defc576eb6b7:44165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:54:53,432 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:54:53,432 INFO [RS:0;defc576eb6b7:44165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:54:53,432 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(959): stopping server defc576eb6b7,44165,1731578092235 2024-11-14T09:54:53,432 INFO [RS:0;defc576eb6b7:44165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:54:53,432 INFO [RS:0;defc576eb6b7:44165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;defc576eb6b7:44165. 2024-11-14T09:54:53,432 DEBUG [RS:0;defc576eb6b7:44165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:54:53,432 DEBUG [RS:0;defc576eb6b7:44165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:53,433 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:54:53,433 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:54:53,433 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:54:53,433 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:54:53,433 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T09:54:53,433 DEBUG [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:54:53,433 DEBUG [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:54:53,433 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:54:53,433 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:54:53,434 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:54:53,434 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:54:53,434 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:54:53,434 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T09:54:53,450 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/data/hbase/meta/1588230740/.tmp/ns/71ee00a5f48a47ba8ea6f55519c99c0c is 43, key is default/ns:d/1731578093308/Put/seqid=0 2024-11-14T09:54:53,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741837_1013 (size=5153) 2024-11-14T09:54:53,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741837_1013 (size=5153) 2024-11-14T09:54:53,455 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/data/hbase/meta/1588230740/.tmp/ns/71ee00a5f48a47ba8ea6f55519c99c0c 2024-11-14T09:54:53,461 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/data/hbase/meta/1588230740/.tmp/ns/71ee00a5f48a47ba8ea6f55519c99c0c as hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/data/hbase/meta/1588230740/ns/71ee00a5f48a47ba8ea6f55519c99c0c 2024-11-14T09:54:53,466 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/data/hbase/meta/1588230740/ns/71ee00a5f48a47ba8ea6f55519c99c0c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T09:54:53,467 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false 2024-11-14T09:54:53,471 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T09:54:53,472 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:54:53,472 INFO [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:54:53,472 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731578093433Running coprocessor pre-close hooks at 1731578093433Disabling compacts and flushes for region at 1731578093433Disabling writes for close at 1731578093434 (+1 ms)Obtaining lock to block concurrent updates at 1731578093434Preparing flush snapshotting stores in 1588230740 at 1731578093434Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731578093434Flushing stores of hbase:meta,,1.1588230740 at 1731578093435 (+1 ms)Flushing 1588230740/ns: creating writer at 1731578093435Flushing 1588230740/ns: appending metadata at 1731578093450 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731578093450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72fb6ef9: reopening flushed file at 1731578093460 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false at 1731578093467 (+7 ms)Writing region close event to WAL at 1731578093468 (+1 ms)Running coprocessor post-close hooks at 1731578093472 (+4 ms)Closed at 1731578093472 2024-11-14T09:54:53,472 DEBUG [RS_CLOSE_META-regionserver/defc576eb6b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:54:53,634 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(976): stopping server defc576eb6b7,44165,1731578092235; all regions closed. 2024-11-14T09:54:53,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741834_1010 (size=1152) 2024-11-14T09:54:53,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741834_1010 (size=1152) 2024-11-14T09:54:53,638 DEBUG [RS:0;defc576eb6b7:44165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/oldWALs 2024-11-14T09:54:53,638 INFO [RS:0;defc576eb6b7:44165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL defc576eb6b7%2C44165%2C1731578092235.meta:.meta(num 1731578093204) 2024-11-14T09:54:53,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741833_1009 (size=93) 2024-11-14T09:54:53,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741833_1009 (size=93) 2024-11-14T09:54:53,643 DEBUG [RS:0;defc576eb6b7:44165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/oldWALs 2024-11-14T09:54:53,643 INFO [RS:0;defc576eb6b7:44165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL defc576eb6b7%2C44165%2C1731578092235:(num 1731578092871) 2024-11-14T09:54:53,643 DEBUG [RS:0;defc576eb6b7:44165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:54:53,643 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:54:53,643 INFO [RS:0;defc576eb6b7:44165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:54:53,643 INFO [RS:0;defc576eb6b7:44165 {}] hbase.ChoreService(370): Chore service for: regionserver/defc576eb6b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:54:53,643 INFO [RS:0;defc576eb6b7:44165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:54:53,643 INFO [regionserver/defc576eb6b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:54:53,643 INFO [RS:0;defc576eb6b7:44165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44165 2024-11-14T09:54:53,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/defc576eb6b7,44165,1731578092235 2024-11-14T09:54:53,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T09:54:53,652 INFO [RS:0;defc576eb6b7:44165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:54:53,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [defc576eb6b7,44165,1731578092235] 2024-11-14T09:54:53,673 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/defc576eb6b7,44165,1731578092235 already deleted, retry=false 2024-11-14T09:54:53,673 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; defc576eb6b7,44165,1731578092235 expired; onlineServers=0 2024-11-14T09:54:53,673 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'defc576eb6b7,33509,1731578092063' ***** 2024-11-14T09:54:53,673 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:54:53,673 INFO [M:0;defc576eb6b7:33509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:54:53,673 INFO [M:0;defc576eb6b7:33509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:54:53,673 DEBUG [M:0;defc576eb6b7:33509 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:54:53,673 DEBUG [M:0;defc576eb6b7:33509 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:54:53,673 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:54:53,673 DEBUG [master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731578092584 {}] cleaner.HFileCleaner(306): Exit Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.small.0-1731578092584,5,FailOnTimeoutGroup] 2024-11-14T09:54:53,673 DEBUG [master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731578092584 {}] cleaner.HFileCleaner(306): Exit Thread[master/defc576eb6b7:0:becomeActiveMaster-HFileCleaner.large.0-1731578092584,5,FailOnTimeoutGroup] 2024-11-14T09:54:53,673 INFO [M:0;defc576eb6b7:33509 {}] hbase.ChoreService(370): Chore service for: master/defc576eb6b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:54:53,673 INFO [M:0;defc576eb6b7:33509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:54:53,674 DEBUG [M:0;defc576eb6b7:33509 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:54:53,674 INFO [M:0;defc576eb6b7:33509 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:54:53,674 INFO [M:0;defc576eb6b7:33509 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:54:53,674 INFO [M:0;defc576eb6b7:33509 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:54:53,674 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:54:53,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T09:54:53,762 DEBUG [M:0;defc576eb6b7:33509 {}] zookeeper.ZKUtil(347): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T09:54:53,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T09:54:53,762 WARN [M:0;defc576eb6b7:33509 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:54:53,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:54:53,762 INFO [RS:0;defc576eb6b7:44165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:54:53,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x10138c4d5b90001, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:54:53,762 INFO [RS:0;defc576eb6b7:44165 {}] regionserver.HRegionServer(1031): Exiting; stopping=defc576eb6b7,44165,1731578092235; zookeeper connection closed. 2024-11-14T09:54:53,763 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27ccac97 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27ccac97 2024-11-14T09:54:53,763 INFO [M:0;defc576eb6b7:33509 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/.lastflushedseqids 2024-11-14T09:54:53,763 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:54:53,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741838_1014 (size=99) 2024-11-14T09:54:53,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741838_1014 (size=99) 2024-11-14T09:54:53,768 INFO [M:0;defc576eb6b7:33509 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:54:53,769 INFO [M:0;defc576eb6b7:33509 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:54:53,769 DEBUG [M:0;defc576eb6b7:33509 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:54:53,769 INFO [M:0;defc576eb6b7:33509 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:53,769 DEBUG [M:0;defc576eb6b7:33509 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:53,769 DEBUG [M:0;defc576eb6b7:33509 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:54:53,769 DEBUG [M:0;defc576eb6b7:33509 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:53,769 INFO [M:0;defc576eb6b7:33509 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-14T09:54:53,782 DEBUG [M:0;defc576eb6b7:33509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b130131bd547ca92616661d75fdc9a is 82, key is hbase:meta,,1/info:regioninfo/1731578093238/Put/seqid=0 2024-11-14T09:54:53,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741839_1015 (size=5672) 2024-11-14T09:54:53,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741839_1015 (size=5672) 2024-11-14T09:54:54,190 INFO [M:0;defc576eb6b7:33509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b130131bd547ca92616661d75fdc9a 2024-11-14T09:54:54,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:54,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:54,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:54,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:54,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:54,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:54,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:54,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:54,214 DEBUG [M:0;defc576eb6b7:33509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb740a4df7ba43998307a4c549f8d4c0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731578093311/Put/seqid=0 2024-11-14T09:54:54,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:54,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:54,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:54,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741840_1016 (size=5275) 2024-11-14T09:54:54,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741840_1016 (size=5275) 2024-11-14T09:54:54,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:54:54,220 INFO [M:0;defc576eb6b7:33509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb740a4df7ba43998307a4c549f8d4c0 2024-11-14T09:54:54,236 DEBUG [M:0;defc576eb6b7:33509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/300fe1cca2e249a8b5f1abb7a32bce9e is 69, key is defc576eb6b7,44165,1731578092235/rs:state/1731578092712/Put/seqid=0 2024-11-14T09:54:54,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741841_1017 (size=5156) 2024-11-14T09:54:54,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741841_1017 (size=5156) 2024-11-14T09:54:54,241 INFO [M:0;defc576eb6b7:33509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/300fe1cca2e249a8b5f1abb7a32bce9e 2024-11-14T09:54:54,257 DEBUG [M:0;defc576eb6b7:33509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/af1304617f0344adb04216e3f25478b5 is 52, key is load_balancer_on/state:d/1731578093368/Put/seqid=0 2024-11-14T09:54:54,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741842_1018 (size=5056) 2024-11-14T09:54:54,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741842_1018 (size=5056) 2024-11-14T09:54:54,262 INFO [M:0;defc576eb6b7:33509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/af1304617f0344adb04216e3f25478b5 2024-11-14T09:54:54,267 DEBUG [M:0;defc576eb6b7:33509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b130131bd547ca92616661d75fdc9a as hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8b130131bd547ca92616661d75fdc9a 2024-11-14T09:54:54,270 INFO [M:0;defc576eb6b7:33509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8b130131bd547ca92616661d75fdc9a, entries=8, sequenceid=29, filesize=5.5 K 2024-11-14T09:54:54,271 DEBUG [M:0;defc576eb6b7:33509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb740a4df7ba43998307a4c549f8d4c0 as hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb740a4df7ba43998307a4c549f8d4c0 2024-11-14T09:54:54,276 INFO [M:0;defc576eb6b7:33509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb740a4df7ba43998307a4c549f8d4c0, entries=3, sequenceid=29, filesize=5.2 K 2024-11-14T09:54:54,277 DEBUG [M:0;defc576eb6b7:33509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/300fe1cca2e249a8b5f1abb7a32bce9e as hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/300fe1cca2e249a8b5f1abb7a32bce9e 2024-11-14T09:54:54,281 INFO [M:0;defc576eb6b7:33509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/300fe1cca2e249a8b5f1abb7a32bce9e, entries=1, sequenceid=29, filesize=5.0 K 2024-11-14T09:54:54,282 DEBUG [M:0;defc576eb6b7:33509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/af1304617f0344adb04216e3f25478b5 as hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/af1304617f0344adb04216e3f25478b5 2024-11-14T09:54:54,287 INFO [M:0;defc576eb6b7:33509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/a0681ef9-1f1c-76b5-f5ed-be0d8c149d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/af1304617f0344adb04216e3f25478b5, entries=1, sequenceid=29, filesize=4.9 K 2024-11-14T09:54:54,287 INFO [M:0;defc576eb6b7:33509 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=29, compaction requested=false 2024-11-14T09:54:54,289 INFO [M:0;defc576eb6b7:33509 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:54:54,289 DEBUG [M:0;defc576eb6b7:33509 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731578093769Disabling compacts and flushes for region at 1731578093769Disabling writes for close at 1731578093769Obtaining lock to block concurrent updates at 1731578093769Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731578093769Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731578093769Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731578093770 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731578093770Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731578093782 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731578093782Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731578094201 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731578094214 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731578094214Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731578094224 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731578094236 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731578094236Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731578094245 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731578094257 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731578094257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77efe055: reopening flushed file at 1731578094266 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d292f9c: reopening flushed file at 1731578094271 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@241bab5e: reopening flushed file at 1731578094276 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4a31b: reopening flushed file at 1731578094282 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=29, compaction requested=false at 1731578094287 (+5 ms)Writing region close event to WAL at 1731578094289 (+2 ms)Closed at 1731578094289 2024-11-14T09:54:54,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741830_1006 (size=10311) 2024-11-14T09:54:54,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741830_1006 (size=10311) 2024-11-14T09:54:54,291 INFO [M:0;defc576eb6b7:33509 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:54:54,291 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:54:54,291 INFO [M:0;defc576eb6b7:33509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33509 2024-11-14T09:54:54,292 INFO [M:0;defc576eb6b7:33509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:54:54,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:54:54,452 INFO [M:0;defc576eb6b7:33509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:54:54,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10138c4d5b90000, quorum=127.0.0.1:51553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:54:54,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2921d1f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:54:54,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cce2512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:54:54,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:54:54,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78b71512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:54:54,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4536a62c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/hadoop.log.dir/,STOPPED} 2024-11-14T09:54:54,492 WARN [BP-1928478075-172.17.0.2-1731578089906 heartbeating to localhost/127.0.0.1:33679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:54:54,492 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:54:54,492 WARN [BP-1928478075-172.17.0.2-1731578089906 heartbeating to localhost/127.0.0.1:33679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1928478075-172.17.0.2-1731578089906 (Datanode Uuid 725c23d4-7a1e-4c1a-b53d-18bab1613e17) service to localhost/127.0.0.1:33679 2024-11-14T09:54:54,492 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:54:54,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/cluster_4da1cdeb-67eb-30f3-2d5c-4b1b67aca5e1/data/data3/current/BP-1928478075-172.17.0.2-1731578089906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:54:54,494 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/cluster_4da1cdeb-67eb-30f3-2d5c-4b1b67aca5e1/data/data4/current/BP-1928478075-172.17.0.2-1731578089906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:54:54,494 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:54:54,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@559e9de2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:54:54,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d499c1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:54:54,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:54:54,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fb7e003{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:54:54,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e7ef8d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/hadoop.log.dir/,STOPPED} 2024-11-14T09:54:54,499 WARN [BP-1928478075-172.17.0.2-1731578089906 heartbeating to localhost/127.0.0.1:33679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:54:54,499 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:54:54,499 WARN [BP-1928478075-172.17.0.2-1731578089906 heartbeating to localhost/127.0.0.1:33679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1928478075-172.17.0.2-1731578089906 (Datanode Uuid 3d2a9ebf-3ce8-4f0c-aedb-4a787bc90b2f) service to localhost/127.0.0.1:33679 2024-11-14T09:54:54,499 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:54:54,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/cluster_4da1cdeb-67eb-30f3-2d5c-4b1b67aca5e1/data/data1/current/BP-1928478075-172.17.0.2-1731578089906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:54:54,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/cluster_4da1cdeb-67eb-30f3-2d5c-4b1b67aca5e1/data/data2/current/BP-1928478075-172.17.0.2-1731578089906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:54:54,500 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:54:54,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d788302{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:54:54,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fcc2ae2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:54:54,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:54:54,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a081332{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:54:54,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32291543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b93d7093-9980-e913-970d-2e5332880aa6/hadoop.log.dir/,STOPPED} 2024-11-14T09:54:54,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:54:54,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:54:54,535 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=132 (was 110) - Thread LEAK? -, OpenFileDescriptor=505 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=91 (was 81) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4223 (was 4275)