2024-11-12 11:41:50,160 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-12 11:41:50,172 main DEBUG Took 0.010452 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 11:41:50,172 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 11:41:50,173 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 11:41:50,175 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 11:41:50,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:41:50,182 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 11:41:50,193 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:41:50,195 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:41:50,196 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:41:50,197 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:41:50,197 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:41:50,198 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:41:50,199 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:41:50,200 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:41:50,201 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:41:50,201 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:41:50,202 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:41:50,203 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:41:50,203 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,204 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 11:41:50,205 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:41:50,206 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 11:41:50,208 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 11:41:50,208 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 11:41:50,209 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 11:41:50,210 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 11:41:50,217 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 11:41:50,219 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 11:41:50,220 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 11:41:50,221 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 11:41:50,221 main DEBUG createAppenders(={Console}) 2024-11-12 11:41:50,222 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-12 11:41:50,222 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-12 11:41:50,222 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-12 11:41:50,223 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 11:41:50,223 main DEBUG OutputStream closed 2024-11-12 11:41:50,223 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 11:41:50,224 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 11:41:50,224 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-12 11:41:50,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 11:41:50,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 11:41:50,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 11:41:50,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 11:41:50,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 11:41:50,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 11:41:50,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 11:41:50,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 11:41:50,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 11:41:50,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 11:41:50,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 11:41:50,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 11:41:50,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 11:41:50,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 11:41:50,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 11:41:50,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 11:41:50,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 11:41:50,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 11:41:50,319 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 11:41:50,320 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-12 11:41:50,320 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 11:41:50,321 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-12T11:41:50,543 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b 2024-11-12 11:41:50,546 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 11:41:50,546 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T11:41:50,554 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-12T11:41:50,584 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=173, ProcessCount=11, AvailableMemoryMB=2314 2024-11-12T11:41:50,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T11:41:50,603 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/cluster_3e4cf036-b046-573b-fc22-f14c7ab8ad59, deleteOnExit=true 2024-11-12T11:41:50,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T11:41:50,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/test.cache.data in system properties and HBase conf 2024-11-12T11:41:50,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T11:41:50,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/hadoop.log.dir in system properties and HBase conf 2024-11-12T11:41:50,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T11:41:50,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T11:41:50,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T11:41:50,693 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T11:41:50,774 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T11:41:50,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T11:41:50,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T11:41:50,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T11:41:50,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T11:41:50,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T11:41:50,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T11:41:50,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T11:41:50,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T11:41:50,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T11:41:50,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/nfs.dump.dir in system properties and HBase conf 2024-11-12T11:41:50,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/java.io.tmpdir in system properties and HBase conf 2024-11-12T11:41:50,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T11:41:50,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T11:41:50,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T11:41:51,776 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T11:41:51,846 INFO [Time-limited test {}] log.Log(170): Logging initialized @2374ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T11:41:51,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:41:51,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:41:51,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:41:51,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:41:51,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T11:41:51,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:41:52,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:41:52,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:41:52,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/java.io.tmpdir/jetty-localhost-41751-hadoop-hdfs-3_4_1-tests_jar-_-any-10524945126012157551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T11:41:52,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:41751} 2024-11-12T11:41:52,177 INFO [Time-limited test {}] server.Server(415): Started @2706ms 2024-11-12T11:41:52,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:41:52,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:41:52,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:41:52,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:41:52,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:41:52,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:41:52,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:41:52,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/java.io.tmpdir/jetty-localhost-42607-hadoop-hdfs-3_4_1-tests_jar-_-any-11759055727117294132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:41:52,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:42607} 2024-11-12T11:41:52,777 INFO [Time-limited test {}] server.Server(415): Started @3306ms 2024-11-12T11:41:52,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:41:52,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:41:52,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:41:52,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:41:52,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:41:52,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:41:52,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:41:52,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:41:53,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/java.io.tmpdir/jetty-localhost-40217-hadoop-hdfs-3_4_1-tests_jar-_-any-2478734518608964718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:41:53,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:40217} 2024-11-12T11:41:53,079 INFO [Time-limited test {}] server.Server(415): Started @3608ms 2024-11-12T11:41:53,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:41:53,936 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/cluster_3e4cf036-b046-573b-fc22-f14c7ab8ad59/data/data1/current/BP-1976279116-172.17.0.2-1731411711362/current, will proceed with Du for space computation calculation, 2024-11-12T11:41:53,936 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/cluster_3e4cf036-b046-573b-fc22-f14c7ab8ad59/data/data4/current/BP-1976279116-172.17.0.2-1731411711362/current, will proceed with Du for space computation calculation, 2024-11-12T11:41:53,936 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/cluster_3e4cf036-b046-573b-fc22-f14c7ab8ad59/data/data3/current/BP-1976279116-172.17.0.2-1731411711362/current, will proceed with Du for space computation calculation, 2024-11-12T11:41:53,936 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/cluster_3e4cf036-b046-573b-fc22-f14c7ab8ad59/data/data2/current/BP-1976279116-172.17.0.2-1731411711362/current, will proceed with Du for space computation calculation, 2024-11-12T11:41:53,971 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:41:53,971 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:41:54,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e2b16d015841824 with lease ID 0x385e2fb706913a53: Processing first storage report for DS-014a9570-1e6c-4f73-87c2-d18271050823 from datanode DatanodeRegistration(127.0.0.1:34245, datanodeUuid=4b1f7a66-ac7b-41ee-ba40-e01fc2034c30, infoPort=43749, infoSecurePort=0, ipcPort=41341, storageInfo=lv=-57;cid=testClusterID;nsid=16701371;c=1731411711362) 2024-11-12T11:41:54,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e2b16d015841824 with lease ID 0x385e2fb706913a53: from storage DS-014a9570-1e6c-4f73-87c2-d18271050823 node DatanodeRegistration(127.0.0.1:34245, datanodeUuid=4b1f7a66-ac7b-41ee-ba40-e01fc2034c30, infoPort=43749, infoSecurePort=0, ipcPort=41341, storageInfo=lv=-57;cid=testClusterID;nsid=16701371;c=1731411711362), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T11:41:54,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x781ea32f71b3d803 with lease ID 0x385e2fb706913a54: Processing first storage report for DS-67af1c3a-9ede-4df1-b626-373c58bebb8c from datanode DatanodeRegistration(127.0.0.1:41461, datanodeUuid=2a37aee4-6c8d-4d6b-8301-051dc6491482, infoPort=34591, infoSecurePort=0, ipcPort=46729, storageInfo=lv=-57;cid=testClusterID;nsid=16701371;c=1731411711362) 2024-11-12T11:41:54,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x781ea32f71b3d803 with lease ID 0x385e2fb706913a54: from storage DS-67af1c3a-9ede-4df1-b626-373c58bebb8c node DatanodeRegistration(127.0.0.1:41461, datanodeUuid=2a37aee4-6c8d-4d6b-8301-051dc6491482, infoPort=34591, infoSecurePort=0, ipcPort=46729, storageInfo=lv=-57;cid=testClusterID;nsid=16701371;c=1731411711362), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:41:54,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e2b16d015841824 with lease ID 0x385e2fb706913a53: Processing first storage report for DS-3dc2940b-af58-48ba-bfb8-ed8e9ecfa363 from datanode DatanodeRegistration(127.0.0.1:34245, datanodeUuid=4b1f7a66-ac7b-41ee-ba40-e01fc2034c30, infoPort=43749, infoSecurePort=0, ipcPort=41341, storageInfo=lv=-57;cid=testClusterID;nsid=16701371;c=1731411711362) 2024-11-12T11:41:54,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e2b16d015841824 with lease ID 0x385e2fb706913a53: from storage DS-3dc2940b-af58-48ba-bfb8-ed8e9ecfa363 node DatanodeRegistration(127.0.0.1:34245, datanodeUuid=4b1f7a66-ac7b-41ee-ba40-e01fc2034c30, infoPort=43749, infoSecurePort=0, ipcPort=41341, storageInfo=lv=-57;cid=testClusterID;nsid=16701371;c=1731411711362), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:41:54,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x781ea32f71b3d803 with lease ID 0x385e2fb706913a54: Processing first storage report for DS-d090aec2-2451-46dd-998e-5d8b693444da from datanode DatanodeRegistration(127.0.0.1:41461, datanodeUuid=2a37aee4-6c8d-4d6b-8301-051dc6491482, infoPort=34591, infoSecurePort=0, ipcPort=46729, storageInfo=lv=-57;cid=testClusterID;nsid=16701371;c=1731411711362) 2024-11-12T11:41:54,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x781ea32f71b3d803 with lease ID 0x385e2fb706913a54: from storage DS-d090aec2-2451-46dd-998e-5d8b693444da node DatanodeRegistration(127.0.0.1:41461, datanodeUuid=2a37aee4-6c8d-4d6b-8301-051dc6491482, infoPort=34591, infoSecurePort=0, ipcPort=46729, storageInfo=lv=-57;cid=testClusterID;nsid=16701371;c=1731411711362), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:41:54,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b 2024-11-12T11:41:54,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/cluster_3e4cf036-b046-573b-fc22-f14c7ab8ad59/zookeeper_0, clientPort=55134, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/cluster_3e4cf036-b046-573b-fc22-f14c7ab8ad59/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/cluster_3e4cf036-b046-573b-fc22-f14c7ab8ad59/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T11:41:54,173 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55134 2024-11-12T11:41:54,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:41:54,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:41:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741825_1001 (size=7) 2024-11-12T11:41:54,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741825_1001 (size=7) 2024-11-12T11:41:54,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31 with version=8 2024-11-12T11:41:54,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/hbase-staging 2024-11-12T11:41:54,899 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T11:41:55,094 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:41:55,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:41:55,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:41:55,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:41:55,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:41:55,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:41:55,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T11:41:55,288 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T11:41:55,297 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T11:41:55,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:41:55,324 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8618 (auto-detected) 2024-11-12T11:41:55,326 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T11:41:55,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37185 2024-11-12T11:41:55,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37185 connecting to ZooKeeper ensemble=127.0.0.1:55134 2024-11-12T11:41:55,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371850x0, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:41:55,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37185-0x1013023c2d70000 connected 2024-11-12T11:41:55,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:41:55,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:41:55,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:41:55,582 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31, hbase.cluster.distributed=false 2024-11-12T11:41:55,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:41:55,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37185 2024-11-12T11:41:55,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37185 2024-11-12T11:41:55,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37185 2024-11-12T11:41:55,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37185 2024-11-12T11:41:55,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37185 2024-11-12T11:41:55,707 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:41:55,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:41:55,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:41:55,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:41:55,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:41:55,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:41:55,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T11:41:55,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:41:55,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35967 2024-11-12T11:41:55,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35967 connecting to ZooKeeper ensemble=127.0.0.1:55134 2024-11-12T11:41:55,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:41:55,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:41:55,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359670x0, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:41:55,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359670x0, quorum=127.0.0.1:55134, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:41:55,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35967-0x1013023c2d70001 connected 2024-11-12T11:41:55,749 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T11:41:55,757 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T11:41:55,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T11:41:55,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:41:55,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35967 2024-11-12T11:41:55,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35967 2024-11-12T11:41:55,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35967 2024-11-12T11:41:55,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35967 2024-11-12T11:41:55,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35967 2024-11-12T11:41:55,782 DEBUG [M:0;b51f50ce4a7c:37185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b51f50ce4a7c:37185 2024-11-12T11:41:55,783 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b51f50ce4a7c,37185,1731411714946 2024-11-12T11:41:55,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:41:55,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:41:55,795 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b51f50ce4a7c,37185,1731411714946 2024-11-12T11:41:55,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T11:41:55,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:55,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:55,824 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T11:41:55,825 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b51f50ce4a7c,37185,1731411714946 from backup master directory 2024-11-12T11:41:55,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:41:55,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b51f50ce4a7c,37185,1731411714946 2024-11-12T11:41:55,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:41:55,836 WARN [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:41:55,836 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b51f50ce4a7c,37185,1731411714946 2024-11-12T11:41:55,839 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T11:41:55,840 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T11:41:55,893 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/hbase.id] with ID: d121b426-769e-40ab-bf1a-c1a63ab792a3 2024-11-12T11:41:55,894 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/.tmp/hbase.id 2024-11-12T11:41:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741826_1002 (size=42) 2024-11-12T11:41:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741826_1002 (size=42) 2024-11-12T11:41:55,908 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/.tmp/hbase.id]:[hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/hbase.id] 2024-11-12T11:41:55,953 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:41:55,959 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T11:41:55,976 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-12T11:41:55,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:55,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:56,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741827_1003 (size=196) 2024-11-12T11:41:56,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741827_1003 (size=196) 2024-11-12T11:41:56,020 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T11:41:56,022 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T11:41:56,028 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:41:56,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741828_1004 (size=1189) 2024-11-12T11:41:56,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741828_1004 (size=1189) 2024-11-12T11:41:56,077 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store 2024-11-12T11:41:56,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741829_1005 (size=34) 2024-11-12T11:41:56,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741829_1005 (size=34) 2024-11-12T11:41:56,103 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T11:41:56,107 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:41:56,109 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T11:41:56,109 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:41:56,110 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:41:56,112 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T11:41:56,112 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:41:56,112 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:41:56,114 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731411716109Disabling compacts and flushes for region at 1731411716109Disabling writes for close at 1731411716112 (+3 ms)Writing region close event to WAL at 1731411716112Closed at 1731411716112 2024-11-12T11:41:56,117 WARN [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/.initializing 2024-11-12T11:41:56,117 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/WALs/b51f50ce4a7c,37185,1731411714946 2024-11-12T11:41:56,126 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:41:56,141 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C37185%2C1731411714946, suffix=, logDir=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/WALs/b51f50ce4a7c,37185,1731411714946, archiveDir=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/oldWALs, maxLogs=10 2024-11-12T11:41:56,176 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/WALs/b51f50ce4a7c,37185,1731411714946/b51f50ce4a7c%2C37185%2C1731411714946.1731411716147, exclude list is [], retry=0 2024-11-12T11:41:56,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:41:56,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34245,DS-014a9570-1e6c-4f73-87c2-d18271050823,DISK] 2024-11-12T11:41:56,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41461,DS-67af1c3a-9ede-4df1-b626-373c58bebb8c,DISK] 2024-11-12T11:41:56,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T11:41:56,237 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/WALs/b51f50ce4a7c,37185,1731411714946/b51f50ce4a7c%2C37185%2C1731411714946.1731411716147 2024-11-12T11:41:56,238 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591),(127.0.0.1/127.0.0.1:43749:43749)] 2024-11-12T11:41:56,238 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:41:56,239 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:41:56,242 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:41:56,243 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:41:56,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:41:56,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T11:41:56,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:56,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:41:56,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:41:56,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T11:41:56,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:56,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:41:56,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:41:56,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T11:41:56,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:56,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:41:56,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:41:56,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T11:41:56,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:56,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:41:56,321 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:41:56,325 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:41:56,326 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:41:56,332 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:41:56,333 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:41:56,337 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T11:41:56,343 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:41:56,352 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:41:56,354 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=819263, jitterRate=0.04174715280532837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T11:41:56,364 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731411716258Initializing all the Stores at 1731411716260 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411716261 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411716262 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411716262Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411716262Cleaning up temporary data from old regions at 1731411716333 (+71 ms)Region opened successfully at 1731411716364 (+31 ms) 2024-11-12T11:41:56,367 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T11:41:56,408 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f5d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:41:56,435 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T11:41:56,444 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T11:41:56,445 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T11:41:56,447 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T11:41:56,449 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T11:41:56,453 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T11:41:56,453 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T11:41:56,478 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T11:41:56,487 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T11:41:56,526 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T11:41:56,530 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T11:41:56,533 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T11:41:56,543 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T11:41:56,547 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T11:41:56,554 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T11:41:56,564 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T11:41:56,566 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T11:41:56,576 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T11:41:56,601 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T11:41:56,610 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T11:41:56,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:41:56,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:56,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:41:56,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:56,627 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b51f50ce4a7c,37185,1731411714946, sessionid=0x1013023c2d70000, setting cluster-up flag (Was=false) 2024-11-12T11:41:56,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:56,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:56,682 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T11:41:56,685 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b51f50ce4a7c,37185,1731411714946 2024-11-12T11:41:56,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:56,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:56,735 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T11:41:56,737 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b51f50ce4a7c,37185,1731411714946 2024-11-12T11:41:56,748 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T11:41:56,773 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(746): ClusterId : d121b426-769e-40ab-bf1a-c1a63ab792a3 2024-11-12T11:41:56,776 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T11:41:56,787 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T11:41:56,787 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T11:41:56,799 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T11:41:56,800 DEBUG [RS:0;b51f50ce4a7c:35967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38591bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:41:56,813 DEBUG [RS:0;b51f50ce4a7c:35967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b51f50ce4a7c:35967 2024-11-12T11:41:56,816 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T11:41:56,816 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T11:41:56,817 DEBUG [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T11:41:56,819 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(2659): reportForDuty to master=b51f50ce4a7c,37185,1731411714946 with port=35967, startcode=1731411715671 2024-11-12T11:41:56,825 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T11:41:56,832 DEBUG [RS:0;b51f50ce4a7c:35967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T11:41:56,835 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T11:41:56,843 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T11:41:56,850 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b51f50ce4a7c,37185,1731411714946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T11:41:56,860 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:41:56,860 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:41:56,861 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:41:56,861 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:41:56,861 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b51f50ce4a7c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T11:41:56,861 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:41:56,861 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:41:56,862 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:41:56,865 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731411746865 2024-11-12T11:41:56,867 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53403, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T11:41:56,868 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T11:41:56,869 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T11:41:56,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:41:56,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T11:41:56,873 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T11:41:56,874 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T11:41:56,874 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37185 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T11:41:56,874 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T11:41:56,875 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T11:41:56,876 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:56,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T11:41:56,875 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:56,879 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T11:41:56,880 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T11:41:56,881 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T11:41:56,887 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T11:41:56,887 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T11:41:56,889 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411716889,5,FailOnTimeoutGroup] 2024-11-12T11:41:56,891 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411716890,5,FailOnTimeoutGroup] 2024-11-12T11:41:56,891 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:56,891 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T11:41:56,893 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:56,893 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:56,901 DEBUG [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T11:41:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741831_1007 (size=1321) 2024-11-12T11:41:56,902 WARN [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T11:41:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741831_1007 (size=1321) 2024-11-12T11:41:56,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T11:41:56,905 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31 2024-11-12T11:41:56,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741832_1008 (size=32) 2024-11-12T11:41:56,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741832_1008 (size=32) 2024-11-12T11:41:56,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:41:56,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T11:41:56,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T11:41:56,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:56,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:41:56,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T11:41:56,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T11:41:56,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:56,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:41:56,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T11:41:56,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T11:41:56,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:56,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:41:56,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T11:41:56,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T11:41:56,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:56,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:41:56,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T11:41:56,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740 2024-11-12T11:41:56,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740 2024-11-12T11:41:56,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T11:41:56,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T11:41:56,949 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T11:41:56,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T11:41:56,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:41:56,958 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=824597, jitterRate=0.04853054881095886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T11:41:56,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731411716921Initializing all the Stores at 1731411716923 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411716923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411716923Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411716923Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411716923Cleaning up temporary data from old regions at 1731411716948 (+25 ms)Region opened successfully at 1731411716961 (+13 ms) 2024-11-12T11:41:56,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T11:41:56,962 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T11:41:56,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T11:41:56,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T11:41:56,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T11:41:56,963 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T11:41:56,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731411716962Disabling compacts and flushes for region at 1731411716962Disabling writes for close at 1731411716962Writing region close event to WAL at 1731411716963 (+1 ms)Closed at 1731411716963 2024-11-12T11:41:56,967 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:41:56,967 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T11:41:56,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T11:41:56,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T11:41:56,985 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T11:41:57,003 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(2659): reportForDuty to master=b51f50ce4a7c,37185,1731411714946 with port=35967, startcode=1731411715671 2024-11-12T11:41:57,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b51f50ce4a7c,35967,1731411715671 2024-11-12T11:41:57,007 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37185 {}] master.ServerManager(517): Registering regionserver=b51f50ce4a7c,35967,1731411715671 2024-11-12T11:41:57,015 DEBUG [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31 2024-11-12T11:41:57,015 DEBUG [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32839 2024-11-12T11:41:57,016 DEBUG [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T11:41:57,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:41:57,027 DEBUG [RS:0;b51f50ce4a7c:35967 {}] zookeeper.ZKUtil(111): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b51f50ce4a7c,35967,1731411715671 2024-11-12T11:41:57,027 WARN [RS:0;b51f50ce4a7c:35967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:41:57,027 INFO [RS:0;b51f50ce4a7c:35967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:41:57,028 DEBUG [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671 2024-11-12T11:41:57,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b51f50ce4a7c,35967,1731411715671] 2024-11-12T11:41:57,052 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T11:41:57,066 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T11:41:57,071 INFO [RS:0;b51f50ce4a7c:35967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T11:41:57,071 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,072 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T11:41:57,079 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T11:41:57,080 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,080 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:41:57,081 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:41:57,081 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:41:57,081 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:41:57,081 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:41:57,081 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:41:57,081 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:41:57,081 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:41:57,082 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:41:57,082 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:41:57,082 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:41:57,082 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:41:57,082 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:41:57,082 DEBUG [RS:0;b51f50ce4a7c:35967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:41:57,083 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,083 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,083 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,084 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,084 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,084 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,35967,1731411715671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:41:57,101 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T11:41:57,102 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,35967,1731411715671-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,102 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,102 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.Replication(171): b51f50ce4a7c,35967,1731411715671 started 2024-11-12T11:41:57,123 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,123 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(1482): Serving as b51f50ce4a7c,35967,1731411715671, RpcServer on b51f50ce4a7c/172.17.0.2:35967, sessionid=0x1013023c2d70001 2024-11-12T11:41:57,124 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T11:41:57,124 DEBUG [RS:0;b51f50ce4a7c:35967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b51f50ce4a7c,35967,1731411715671 2024-11-12T11:41:57,124 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,35967,1731411715671' 2024-11-12T11:41:57,125 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T11:41:57,126 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T11:41:57,126 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T11:41:57,127 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T11:41:57,127 DEBUG [RS:0;b51f50ce4a7c:35967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b51f50ce4a7c,35967,1731411715671 2024-11-12T11:41:57,127 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,35967,1731411715671' 2024-11-12T11:41:57,127 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T11:41:57,128 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T11:41:57,128 DEBUG [RS:0;b51f50ce4a7c:35967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T11:41:57,129 INFO [RS:0;b51f50ce4a7c:35967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T11:41:57,129 INFO [RS:0;b51f50ce4a7c:35967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T11:41:57,136 WARN [b51f50ce4a7c:37185 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T11:41:57,235 INFO [RS:0;b51f50ce4a7c:35967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:41:57,239 INFO [RS:0;b51f50ce4a7c:35967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C35967%2C1731411715671, suffix=, logDir=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671, archiveDir=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/oldWALs, maxLogs=32 2024-11-12T11:41:57,256 DEBUG [RS:0;b51f50ce4a7c:35967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411717242, exclude list is [], retry=0 2024-11-12T11:41:57,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34245,DS-014a9570-1e6c-4f73-87c2-d18271050823,DISK] 2024-11-12T11:41:57,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41461,DS-67af1c3a-9ede-4df1-b626-373c58bebb8c,DISK] 2024-11-12T11:41:57,264 INFO [RS:0;b51f50ce4a7c:35967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411717242 2024-11-12T11:41:57,265 DEBUG [RS:0;b51f50ce4a7c:35967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43749:43749),(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-12T11:41:57,390 DEBUG [b51f50ce4a7c:37185 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T11:41:57,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b51f50ce4a7c,35967,1731411715671 2024-11-12T11:41:57,409 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b51f50ce4a7c,35967,1731411715671, state=OPENING 2024-11-12T11:41:57,451 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T11:41:57,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:57,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:57,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:41:57,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:41:57,465 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T11:41:57,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,35967,1731411715671}] 2024-11-12T11:41:57,653 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T11:41:57,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44269, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T11:41:57,665 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T11:41:57,666 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:41:57,666 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T11:41:57,670 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C35967%2C1731411715671.meta, suffix=.meta, logDir=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671, archiveDir=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/oldWALs, maxLogs=32 2024-11-12T11:41:57,685 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.meta.1731411717672.meta, exclude list is [], retry=0 2024-11-12T11:41:57,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41461,DS-67af1c3a-9ede-4df1-b626-373c58bebb8c,DISK] 2024-11-12T11:41:57,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34245,DS-014a9570-1e6c-4f73-87c2-d18271050823,DISK] 2024-11-12T11:41:57,693 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.meta.1731411717672.meta 2024-11-12T11:41:57,693 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591),(127.0.0.1/127.0.0.1:43749:43749)] 2024-11-12T11:41:57,694 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:41:57,695 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T11:41:57,698 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T11:41:57,702 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T11:41:57,706 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T11:41:57,706 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:41:57,707 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T11:41:57,707 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T11:41:57,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T11:41:57,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T11:41:57,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:57,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:41:57,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T11:41:57,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T11:41:57,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:57,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:41:57,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T11:41:57,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T11:41:57,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:57,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:41:57,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T11:41:57,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T11:41:57,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:57,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:41:57,722 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T11:41:57,724 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740 2024-11-12T11:41:57,726 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740 2024-11-12T11:41:57,729 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T11:41:57,729 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T11:41:57,730 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T11:41:57,733 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T11:41:57,734 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=883311, jitterRate=0.12318925559520721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T11:41:57,735 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T11:41:57,736 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731411717707Writing region info on filesystem at 1731411717707Initializing all the Stores at 1731411717709 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411717709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411717709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411717709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411717709Cleaning up temporary data from old regions at 1731411717729 (+20 ms)Running coprocessor post-open hooks at 1731411717735 (+6 ms)Region opened successfully at 1731411717736 (+1 ms) 2024-11-12T11:41:57,742 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731411717642 2024-11-12T11:41:57,752 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T11:41:57,753 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T11:41:57,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b51f50ce4a7c,35967,1731411715671 2024-11-12T11:41:57,756 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b51f50ce4a7c,35967,1731411715671, state=OPEN 2024-11-12T11:41:57,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:41:57,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:41:57,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:41:57,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:41:57,851 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,35967,1731411715671 2024-11-12T11:41:57,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T11:41:57,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,35967,1731411715671 in 383 msec 2024-11-12T11:41:57,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T11:41:57,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 890 msec 2024-11-12T11:41:57,871 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:41:57,871 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T11:41:57,890 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T11:41:57,891 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b51f50ce4a7c,35967,1731411715671, seqNum=-1] 2024-11-12T11:41:57,909 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:41:57,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45815, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:41:57,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1520 sec 2024-11-12T11:41:57,932 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731411717932, completionTime=-1 2024-11-12T11:41:57,935 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T11:41:57,935 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T11:41:57,959 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T11:41:57,960 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731411777959 2024-11-12T11:41:57,960 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731411837960 2024-11-12T11:41:57,960 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-12T11:41:57,962 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,37185,1731411714946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,962 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,37185,1731411714946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,962 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,37185,1731411714946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,963 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b51f50ce4a7c:37185, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,964 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,964 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:57,970 DEBUG [master/b51f50ce4a7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T11:41:57,991 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.154sec 2024-11-12T11:41:57,992 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T11:41:57,993 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T11:41:57,994 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T11:41:57,995 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T11:41:57,995 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T11:41:57,996 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,37185,1731411714946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:41:57,996 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,37185,1731411714946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T11:41:58,003 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T11:41:58,004 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T11:41:58,005 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,37185,1731411714946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:41:58,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:41:58,091 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T11:41:58,091 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T11:41:58,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b51f50ce4a7c,37185,-1 for getting cluster id 2024-11-12T11:41:58,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T11:41:58,104 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd121b426-769e-40ab-bf1a-c1a63ab792a3' 2024-11-12T11:41:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T11:41:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d121b426-769e-40ab-bf1a-c1a63ab792a3" 2024-11-12T11:41:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efbdf74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:41:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b51f50ce4a7c,37185,-1] 2024-11-12T11:41:58,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T11:41:58,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:41:58,113 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T11:41:58,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f138d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:41:58,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T11:41:58,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b51f50ce4a7c,35967,1731411715671, seqNum=-1] 2024-11-12T11:41:58,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:41:58,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:41:58,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b51f50ce4a7c,37185,1731411714946 2024-11-12T11:41:58,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:41:58,155 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T11:41:58,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T11:41:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b51f50ce4a7c,37185,1731411714946 2024-11-12T11:41:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef1414e 2024-11-12T11:41:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T11:41:58,169 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T11:41:58,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-12T11:41:58,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-12T11:41:58,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T11:41:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-12T11:41:58,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T11:41:58,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-12T11:41:58,187 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:58,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T11:41:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T11:41:58,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741835_1011 (size=389) 2024-11-12T11:41:58,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741835_1011 (size=389) 2024-11-12T11:41:58,206 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62e510e685019f178872095f2dc884a7, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31 2024-11-12T11:41:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741836_1012 (size=72) 2024-11-12T11:41:58,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741836_1012 (size=72) 2024-11-12T11:41:58,217 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:41:58,217 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 62e510e685019f178872095f2dc884a7, disabling compactions & flushes 2024-11-12T11:41:58,217 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. 2024-11-12T11:41:58,217 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. 2024-11-12T11:41:58,217 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. after waiting 0 ms 2024-11-12T11:41:58,217 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. 2024-11-12T11:41:58,217 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. 2024-11-12T11:41:58,218 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62e510e685019f178872095f2dc884a7: Waiting for close lock at 1731411718217Disabling compacts and flushes for region at 1731411718217Disabling writes for close at 1731411718217Writing region close event to WAL at 1731411718217Closed at 1731411718217 2024-11-12T11:41:58,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T11:41:58,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731411718220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731411718220"}]},"ts":"1731411718220"} 2024-11-12T11:41:58,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T11:41:58,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T11:41:58,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731411718232"}]},"ts":"1731411718232"} 2024-11-12T11:41:58,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-12T11:41:58,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=62e510e685019f178872095f2dc884a7, ASSIGN}] 2024-11-12T11:41:58,243 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=62e510e685019f178872095f2dc884a7, ASSIGN 2024-11-12T11:41:58,245 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=62e510e685019f178872095f2dc884a7, ASSIGN; state=OFFLINE, location=b51f50ce4a7c,35967,1731411715671; forceNewPlan=false, retain=false 2024-11-12T11:41:58,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62e510e685019f178872095f2dc884a7, regionState=OPENING, regionLocation=b51f50ce4a7c,35967,1731411715671 2024-11-12T11:41:58,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=62e510e685019f178872095f2dc884a7, ASSIGN because future has completed 2024-11-12T11:41:58,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62e510e685019f178872095f2dc884a7, server=b51f50ce4a7c,35967,1731411715671}] 2024-11-12T11:41:58,577 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. 2024-11-12T11:41:58,577 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 62e510e685019f178872095f2dc884a7, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:41:58,578 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 62e510e685019f178872095f2dc884a7 2024-11-12T11:41:58,578 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:41:58,578 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 62e510e685019f178872095f2dc884a7 2024-11-12T11:41:58,579 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 62e510e685019f178872095f2dc884a7 2024-11-12T11:41:58,582 INFO [StoreOpener-62e510e685019f178872095f2dc884a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 62e510e685019f178872095f2dc884a7 2024-11-12T11:41:58,600 INFO [StoreOpener-62e510e685019f178872095f2dc884a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62e510e685019f178872095f2dc884a7 columnFamilyName info 2024-11-12T11:41:58,600 DEBUG [StoreOpener-62e510e685019f178872095f2dc884a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:58,601 INFO [StoreOpener-62e510e685019f178872095f2dc884a7-1 {}] regionserver.HStore(327): Store=62e510e685019f178872095f2dc884a7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:41:58,602 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 62e510e685019f178872095f2dc884a7 2024-11-12T11:41:58,604 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7 2024-11-12T11:41:58,605 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7 2024-11-12T11:41:58,606 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 62e510e685019f178872095f2dc884a7 2024-11-12T11:41:58,606 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 62e510e685019f178872095f2dc884a7 2024-11-12T11:41:58,610 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 62e510e685019f178872095f2dc884a7 2024-11-12T11:41:58,613 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:41:58,614 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 62e510e685019f178872095f2dc884a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=717525, jitterRate=-0.08762073516845703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:41:58,615 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62e510e685019f178872095f2dc884a7 2024-11-12T11:41:58,616 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 62e510e685019f178872095f2dc884a7: Running coprocessor pre-open hook at 1731411718579Writing region info on filesystem at 1731411718579Initializing all the Stores at 1731411718581 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411718582 (+1 ms)Cleaning up temporary data from old regions at 1731411718606 (+24 ms)Running coprocessor post-open hooks at 1731411718615 (+9 ms)Region opened successfully at 1731411718615 2024-11-12T11:41:58,618 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7., pid=6, masterSystemTime=1731411718566 2024-11-12T11:41:58,622 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. 2024-11-12T11:41:58,622 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. 2024-11-12T11:41:58,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62e510e685019f178872095f2dc884a7, regionState=OPEN, openSeqNum=2, regionLocation=b51f50ce4a7c,35967,1731411715671 2024-11-12T11:41:58,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62e510e685019f178872095f2dc884a7, server=b51f50ce4a7c,35967,1731411715671 because future has completed 2024-11-12T11:41:58,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T11:41:58,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62e510e685019f178872095f2dc884a7, server=b51f50ce4a7c,35967,1731411715671 in 223 msec 2024-11-12T11:41:58,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T11:41:58,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=62e510e685019f178872095f2dc884a7, ASSIGN in 398 msec 2024-11-12T11:41:58,646 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T11:41:58,646 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731411718646"}]},"ts":"1731411718646"} 2024-11-12T11:41:58,651 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-12T11:41:58,653 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T11:41:58,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 476 msec 2024-11-12T11:42:03,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T11:42:03,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T11:42:03,273 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-12T11:42:05,286 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T11:42:05,287 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T11:42:05,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-12T11:42:05,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-12T11:42:05,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T11:42:05,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T11:42:05,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T11:42:05,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T11:42:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T11:42:08,242 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-12T11:42:08,245 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-12T11:42:08,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-12T11:42:08,253 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. 2024-11-12T11:42:08,267 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411728254, exclude list is [], retry=0 2024-11-12T11:42:08,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34245,DS-014a9570-1e6c-4f73-87c2-d18271050823,DISK] 2024-11-12T11:42:08,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41461,DS-67af1c3a-9ede-4df1-b626-373c58bebb8c,DISK] 2024-11-12T11:42:08,275 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411717242 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411728254 2024-11-12T11:42:08,276 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43749:43749),(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-12T11:42:08,276 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411717242 is not closed yet, will try archiving it next time 2024-11-12T11:42:08,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741833_1009 (size=451) 2024-11-12T11:42:08,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741833_1009 (size=451) 2024-11-12T11:42:08,280 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411717242 to hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/oldWALs/b51f50ce4a7c%2C35967%2C1731411715671.1731411717242 2024-11-12T11:42:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7., hostname=b51f50ce4a7c,35967,1731411715671, seqNum=2] 2024-11-12T11:42:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] regionserver.HRegion(8855): Flush requested on 62e510e685019f178872095f2dc884a7 2024-11-12T11:42:22,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 62e510e685019f178872095f2dc884a7 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T11:42:22,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/.tmp/info/3989241143eb44cb8345178e9498cd57 is 1055, key is row0001/info:/1731411728289/Put/seqid=0 2024-11-12T11:42:22,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741838_1014 (size=13386) 2024-11-12T11:42:22,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741838_1014 (size=13386) 2024-11-12T11:42:22,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/.tmp/info/3989241143eb44cb8345178e9498cd57 2024-11-12T11:42:22,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/.tmp/info/3989241143eb44cb8345178e9498cd57 as hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/info/3989241143eb44cb8345178e9498cd57 2024-11-12T11:42:22,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/info/3989241143eb44cb8345178e9498cd57, entries=8, sequenceid=12, filesize=13.1 K 2024-11-12T11:42:22,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 62e510e685019f178872095f2dc884a7 in 146ms, sequenceid=12, compaction requested=false 2024-11-12T11:42:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 62e510e685019f178872095f2dc884a7: 2024-11-12T11:42:24,097 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T11:42:28,358 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411748345, exclude list is [], retry=0 2024-11-12T11:42:28,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34245,DS-014a9570-1e6c-4f73-87c2-d18271050823,DISK] 2024-11-12T11:42:28,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41461,DS-67af1c3a-9ede-4df1-b626-373c58bebb8c,DISK] 2024-11-12T11:42:28,364 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411728254 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411748345 2024-11-12T11:42:28,364 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43749:43749),(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-12T11:42:28,364 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411728254 is not closed yet, will try archiving it next time 2024-11-12T11:42:28,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741837_1013 (size=12149) 2024-11-12T11:42:28,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741837_1013 (size=12149) 2024-11-12T11:42:33,370 INFO [AsyncFSWAL-0-hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31-prefix:b51f50ce4a7c,35967,1731411715671 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34245,DS-014a9570-1e6c-4f73-87c2-d18271050823,DISK], DatanodeInfoWithStorage[127.0.0.1:41461,DS-67af1c3a-9ede-4df1-b626-373c58bebb8c,DISK]] 2024-11-12T11:42:33,371 WARN [AsyncFSWAL-0-hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31-prefix:b51f50ce4a7c,35967,1731411715671 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34245,DS-014a9570-1e6c-4f73-87c2-d18271050823,DISK], DatanodeInfoWithStorage[127.0.0.1:41461,DS-67af1c3a-9ede-4df1-b626-373c58bebb8c,DISK]] 2024-11-12T11:42:33,372 DEBUG [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b51f50ce4a7c%2C35967%2C1731411715671:(num 1731411748345) roll requested 2024-11-12T11:42:33,386 DEBUG [regionserver/b51f50ce4a7c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411753373, exclude list is [], retry=0 2024-11-12T11:42:33,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34245,DS-014a9570-1e6c-4f73-87c2-d18271050823,DISK] 2024-11-12T11:42:33,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41461,DS-67af1c3a-9ede-4df1-b626-373c58bebb8c,DISK] 2024-11-12T11:42:33,392 INFO [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411748345 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411753373 2024-11-12T11:42:33,393 DEBUG [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43749:43749),(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-12T11:42:33,393 DEBUG [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411748345 is not closed yet, will try archiving it next time 2024-11-12T11:42:33,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741839_1015 (size=1233) 2024-11-12T11:42:33,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741839_1015 (size=1233) 2024-11-12T11:42:35,374 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T11:42:35,392 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411755375, exclude list is [], retry=0 2024-11-12T11:42:35,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41461,DS-67af1c3a-9ede-4df1-b626-373c58bebb8c,DISK] 2024-11-12T11:42:35,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34245,DS-014a9570-1e6c-4f73-87c2-d18271050823,DISK] 2024-11-12T11:42:35,399 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411753373 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411755375 2024-11-12T11:42:35,399 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591),(127.0.0.1/127.0.0.1:43749:43749)] 2024-11-12T11:42:35,399 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411753373 is not closed yet, will try archiving it next time 2024-11-12T11:42:35,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741840_1016 (size=93) 2024-11-12T11:42:35,401 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411753373 not finished, retry = 0 2024-11-12T11:42:35,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741840_1016 (size=93) 2024-11-12T11:42:35,503 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411753373 to hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/oldWALs/b51f50ce4a7c%2C35967%2C1731411715671.1731411753373 2024-11-12T11:42:38,008 INFO [master/b51f50ce4a7c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T11:42:38,009 INFO [master/b51f50ce4a7c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T11:42:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] regionserver.HRegion(8855): Flush requested on 62e510e685019f178872095f2dc884a7 2024-11-12T11:42:43,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 62e510e685019f178872095f2dc884a7 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T11:42:43,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/.tmp/info/b9fdb4b807d3497badd35f586e107a7f is 1055, key is row0009/info:/1731411744338/Put/seqid=0 2024-11-12T11:42:43,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741842_1018 (size=13386) 2024-11-12T11:42:43,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741842_1018 (size=13386) 2024-11-12T11:42:43,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/.tmp/info/b9fdb4b807d3497badd35f586e107a7f 2024-11-12T11:42:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/.tmp/info/b9fdb4b807d3497badd35f586e107a7f as hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/info/b9fdb4b807d3497badd35f586e107a7f 2024-11-12T11:42:43,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/info/b9fdb4b807d3497badd35f586e107a7f, entries=8, sequenceid=23, filesize=13.1 K 2024-11-12T11:42:43,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 62e510e685019f178872095f2dc884a7 in 42ms, sequenceid=23, compaction requested=false 2024-11-12T11:42:43,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 62e510e685019f178872095f2dc884a7: 2024-11-12T11:42:43,476 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-12T11:42:43,476 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T11:42:43,476 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/info/3989241143eb44cb8345178e9498cd57 because midkey is the same as first or last row 2024-11-12T11:42:43,578 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 62e510e685019f178872095f2dc884a7, had cached 0 bytes from a total of 26772 2024-11-12T11:42:54,098 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T11:42:55,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T11:42:55,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T11:42:55,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:42:55,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:42:55,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:42:55,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T11:42:55,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T11:42:55,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=34851567, stopped=false 2024-11-12T11:42:55,468 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b51f50ce4a7c,37185,1731411714946 2024-11-12T11:42:55,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T11:42:55,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T11:42:55,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T11:42:55,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:55,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:55,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T11:42:55,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:42:55,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:42:55,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:42:55,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:42:55,524 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b51f50ce4a7c,35967,1731411715671' ***** 2024-11-12T11:42:55,524 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T11:42:55,525 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T11:42:55,525 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T11:42:55,525 INFO [RS:0;b51f50ce4a7c:35967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T11:42:55,525 INFO [RS:0;b51f50ce4a7c:35967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T11:42:55,526 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(3091): Received CLOSE for 62e510e685019f178872095f2dc884a7 2024-11-12T11:42:55,526 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(959): stopping server b51f50ce4a7c,35967,1731411715671 2024-11-12T11:42:55,526 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:42:55,526 INFO [RS:0;b51f50ce4a7c:35967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b51f50ce4a7c:35967. 2024-11-12T11:42:55,527 DEBUG [RS:0;b51f50ce4a7c:35967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:42:55,527 DEBUG [RS:0;b51f50ce4a7c:35967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:42:55,527 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62e510e685019f178872095f2dc884a7, disabling compactions & flushes 2024-11-12T11:42:55,527 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T11:42:55,527 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. 2024-11-12T11:42:55,527 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T11:42:55,527 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. 2024-11-12T11:42:55,527 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T11:42:55,527 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. after waiting 0 ms 2024-11-12T11:42:55,527 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. 2024-11-12T11:42:55,527 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T11:42:55,527 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62e510e685019f178872095f2dc884a7 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-12T11:42:55,528 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T11:42:55,528 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T11:42:55,528 DEBUG [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 62e510e685019f178872095f2dc884a7=TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7.} 2024-11-12T11:42:55,528 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T11:42:55,528 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T11:42:55,528 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T11:42:55,528 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T11:42:55,528 DEBUG [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62e510e685019f178872095f2dc884a7 2024-11-12T11:42:55,528 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-12T11:42:55,536 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/.tmp/info/e0713bb01ba84f46813958a35f2db488 is 1055, key is row0017/info:/1731411765436/Put/seqid=0 2024-11-12T11:42:55,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741843_1019 (size=10222) 2024-11-12T11:42:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741843_1019 (size=10222) 2024-11-12T11:42:55,547 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/.tmp/info/e0713bb01ba84f46813958a35f2db488 2024-11-12T11:42:55,552 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/.tmp/info/78929ff47e864a2a9c9468b046948667 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7./info:regioninfo/1731411718623/Put/seqid=0 2024-11-12T11:42:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741844_1020 (size=7016) 2024-11-12T11:42:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741844_1020 (size=7016) 2024-11-12T11:42:55,560 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/.tmp/info/78929ff47e864a2a9c9468b046948667 2024-11-12T11:42:55,562 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/.tmp/info/e0713bb01ba84f46813958a35f2db488 as hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/info/e0713bb01ba84f46813958a35f2db488 2024-11-12T11:42:55,571 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/info/e0713bb01ba84f46813958a35f2db488, entries=5, sequenceid=31, filesize=10.0 K 2024-11-12T11:42:55,573 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 62e510e685019f178872095f2dc884a7 in 46ms, sequenceid=31, compaction requested=true 2024-11-12T11:42:55,580 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/default/TestLogRolling-testSlowSyncLogRolling/62e510e685019f178872095f2dc884a7/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-12T11:42:55,582 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. 2024-11-12T11:42:55,582 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62e510e685019f178872095f2dc884a7: Waiting for close lock at 1731411775526Running coprocessor pre-close hooks at 1731411775527 (+1 ms)Disabling compacts and flushes for region at 1731411775527Disabling writes for close at 1731411775527Obtaining lock to block concurrent updates at 1731411775528 (+1 ms)Preparing flush snapshotting stores in 62e510e685019f178872095f2dc884a7 at 1731411775528Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731411775528Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. at 1731411775529 (+1 ms)Flushing 62e510e685019f178872095f2dc884a7/info: creating writer at 1731411775529Flushing 62e510e685019f178872095f2dc884a7/info: appending metadata at 1731411775535 (+6 ms)Flushing 62e510e685019f178872095f2dc884a7/info: closing flushed file at 1731411775535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48edd2c4: reopening flushed file at 1731411775561 (+26 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 62e510e685019f178872095f2dc884a7 in 46ms, sequenceid=31, compaction requested=true at 1731411775573 (+12 ms)Writing region close event to WAL at 1731411775575 (+2 ms)Running coprocessor post-close hooks at 1731411775581 (+6 ms)Closed at 1731411775582 (+1 ms) 2024-11-12T11:42:55,582 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731411718171.62e510e685019f178872095f2dc884a7. 2024-11-12T11:42:55,590 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/.tmp/ns/caede7d979bf4d509f82aed1ca9ad19d is 43, key is default/ns:d/1731411717915/Put/seqid=0 2024-11-12T11:42:55,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741845_1021 (size=5153) 2024-11-12T11:42:55,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741845_1021 (size=5153) 2024-11-12T11:42:55,597 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/.tmp/ns/caede7d979bf4d509f82aed1ca9ad19d 2024-11-12T11:42:55,623 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/.tmp/table/edb2a90cedeb415abcf434a86698196e is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731411718646/Put/seqid=0 2024-11-12T11:42:55,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741846_1022 (size=5396) 2024-11-12T11:42:55,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741846_1022 (size=5396) 2024-11-12T11:42:55,630 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/.tmp/table/edb2a90cedeb415abcf434a86698196e 2024-11-12T11:42:55,641 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/.tmp/info/78929ff47e864a2a9c9468b046948667 as hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/info/78929ff47e864a2a9c9468b046948667 2024-11-12T11:42:55,653 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/info/78929ff47e864a2a9c9468b046948667, entries=10, sequenceid=11, filesize=6.9 K 2024-11-12T11:42:55,655 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/.tmp/ns/caede7d979bf4d509f82aed1ca9ad19d as hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/ns/caede7d979bf4d509f82aed1ca9ad19d 2024-11-12T11:42:55,668 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/ns/caede7d979bf4d509f82aed1ca9ad19d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T11:42:55,670 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/.tmp/table/edb2a90cedeb415abcf434a86698196e as hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/table/edb2a90cedeb415abcf434a86698196e 2024-11-12T11:42:55,680 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/table/edb2a90cedeb415abcf434a86698196e, entries=2, sequenceid=11, filesize=5.3 K 2024-11-12T11:42:55,682 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=11, compaction requested=false 2024-11-12T11:42:55,689 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T11:42:55,690 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T11:42:55,690 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T11:42:55,690 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731411775528Running coprocessor pre-close hooks at 1731411775528Disabling compacts and flushes for region at 1731411775528Disabling writes for close at 1731411775528Obtaining lock to block concurrent updates at 1731411775529 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731411775529Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731411775529Flushing stores of hbase:meta,,1.1588230740 at 1731411775530 (+1 ms)Flushing 1588230740/info: creating writer at 1731411775530Flushing 1588230740/info: appending metadata at 1731411775551 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731411775551Flushing 1588230740/ns: creating writer at 1731411775570 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731411775589 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731411775589Flushing 1588230740/table: creating writer at 1731411775607 (+18 ms)Flushing 1588230740/table: appending metadata at 1731411775622 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731411775622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d2e67cd: reopening flushed file at 1731411775640 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439659a2: reopening flushed file at 1731411775654 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ed9a2: reopening flushed file at 1731411775668 (+14 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=11, compaction requested=false at 1731411775682 (+14 ms)Writing region close event to WAL at 1731411775684 (+2 ms)Running coprocessor post-close hooks at 1731411775690 (+6 ms)Closed at 1731411775690 2024-11-12T11:42:55,690 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T11:42:55,729 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(976): stopping server b51f50ce4a7c,35967,1731411715671; all regions closed. 2024-11-12T11:42:55,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741834_1010 (size=3066) 2024-11-12T11:42:55,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741834_1010 (size=3066) 2024-11-12T11:42:55,740 DEBUG [RS:0;b51f50ce4a7c:35967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/oldWALs 2024-11-12T11:42:55,740 INFO [RS:0;b51f50ce4a7c:35967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b51f50ce4a7c%2C35967%2C1731411715671.meta:.meta(num 1731411717672) 2024-11-12T11:42:55,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741841_1017 (size=13164) 2024-11-12T11:42:55,743 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/WALs/b51f50ce4a7c,35967,1731411715671/b51f50ce4a7c%2C35967%2C1731411715671.1731411755375 not finished, retry = 0 2024-11-12T11:42:55,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741841_1017 (size=13164) 2024-11-12T11:42:55,858 DEBUG [RS:0;b51f50ce4a7c:35967 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/oldWALs 2024-11-12T11:42:55,858 INFO [RS:0;b51f50ce4a7c:35967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b51f50ce4a7c%2C35967%2C1731411715671:(num 1731411755375) 2024-11-12T11:42:55,858 DEBUG [RS:0;b51f50ce4a7c:35967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:42:55,858 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:42:55,858 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:42:55,859 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.ChoreService(370): Chore service for: regionserver/b51f50ce4a7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T11:42:55,859 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:42:55,859 INFO [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:42:55,859 INFO [RS:0;b51f50ce4a7c:35967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35967 2024-11-12T11:42:55,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:42:55,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b51f50ce4a7c,35967,1731411715671 2024-11-12T11:42:55,865 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:42:55,874 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b51f50ce4a7c,35967,1731411715671] 2024-11-12T11:42:55,882 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b51f50ce4a7c,35967,1731411715671 already deleted, retry=false 2024-11-12T11:42:55,882 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b51f50ce4a7c,35967,1731411715671 expired; onlineServers=0 2024-11-12T11:42:55,883 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b51f50ce4a7c,37185,1731411714946' ***** 2024-11-12T11:42:55,883 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T11:42:55,883 INFO [M:0;b51f50ce4a7c:37185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:42:55,883 INFO [M:0;b51f50ce4a7c:37185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:42:55,883 DEBUG [M:0;b51f50ce4a7c:37185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T11:42:55,883 DEBUG [M:0;b51f50ce4a7c:37185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T11:42:55,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T11:42:55,883 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411716889 {}] cleaner.HFileCleaner(306): Exit Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411716889,5,FailOnTimeoutGroup] 2024-11-12T11:42:55,883 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411716890 {}] cleaner.HFileCleaner(306): Exit Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411716890,5,FailOnTimeoutGroup] 2024-11-12T11:42:55,883 INFO [M:0;b51f50ce4a7c:37185 {}] hbase.ChoreService(370): Chore service for: master/b51f50ce4a7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T11:42:55,884 INFO [M:0;b51f50ce4a7c:37185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:42:55,884 DEBUG [M:0;b51f50ce4a7c:37185 {}] master.HMaster(1795): Stopping service threads 2024-11-12T11:42:55,884 INFO [M:0;b51f50ce4a7c:37185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T11:42:55,884 INFO [M:0;b51f50ce4a7c:37185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T11:42:55,885 INFO [M:0;b51f50ce4a7c:37185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T11:42:55,885 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T11:42:55,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T11:42:55,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:55,891 DEBUG [M:0;b51f50ce4a7c:37185 {}] zookeeper.ZKUtil(347): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T11:42:55,891 WARN [M:0;b51f50ce4a7c:37185 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T11:42:55,892 INFO [M:0;b51f50ce4a7c:37185 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/.lastflushedseqids 2024-11-12T11:42:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741847_1023 (size=130) 2024-11-12T11:42:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741847_1023 (size=130) 2024-11-12T11:42:55,908 INFO [M:0;b51f50ce4a7c:37185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T11:42:55,908 INFO [M:0;b51f50ce4a7c:37185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T11:42:55,908 DEBUG [M:0;b51f50ce4a7c:37185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T11:42:55,908 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:42:55,908 DEBUG [M:0;b51f50ce4a7c:37185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:42:55,908 DEBUG [M:0;b51f50ce4a7c:37185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T11:42:55,908 DEBUG [M:0;b51f50ce4a7c:37185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:42:55,909 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-12T11:42:55,925 DEBUG [M:0;b51f50ce4a7c:37185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44bffe60d4d7499fba5026f6bff8fe59 is 82, key is hbase:meta,,1/info:regioninfo/1731411717754/Put/seqid=0 2024-11-12T11:42:55,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741848_1024 (size=5672) 2024-11-12T11:42:55,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741848_1024 (size=5672) 2024-11-12T11:42:55,933 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44bffe60d4d7499fba5026f6bff8fe59 2024-11-12T11:42:55,957 DEBUG [M:0;b51f50ce4a7c:37185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/832e22b218af444ebe3a11880a82f2e9 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731411718655/Put/seqid=0 2024-11-12T11:42:55,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741849_1025 (size=6247) 2024-11-12T11:42:55,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741849_1025 (size=6247) 2024-11-12T11:42:55,965 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/832e22b218af444ebe3a11880a82f2e9 2024-11-12T11:42:55,974 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 832e22b218af444ebe3a11880a82f2e9 2024-11-12T11:42:55,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:42:55,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35967-0x1013023c2d70001, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:42:55,975 INFO [RS:0;b51f50ce4a7c:35967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:42:55,975 INFO [RS:0;b51f50ce4a7c:35967 {}] regionserver.HRegionServer(1031): Exiting; stopping=b51f50ce4a7c,35967,1731411715671; zookeeper connection closed. 2024-11-12T11:42:55,975 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2850a5f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2850a5f9 2024-11-12T11:42:55,976 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T11:42:55,991 DEBUG [M:0;b51f50ce4a7c:37185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e03e935ae142439182044408d249d08c is 69, key is b51f50ce4a7c,35967,1731411715671/rs:state/1731411717010/Put/seqid=0 2024-11-12T11:42:55,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741850_1026 (size=5156) 2024-11-12T11:42:55,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741850_1026 (size=5156) 2024-11-12T11:42:55,998 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e03e935ae142439182044408d249d08c 2024-11-12T11:42:56,023 DEBUG [M:0;b51f50ce4a7c:37185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6638ea27c5f848d996ac11c47553b623 is 52, key is load_balancer_on/state:d/1731411718152/Put/seqid=0 2024-11-12T11:42:56,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741851_1027 (size=5056) 2024-11-12T11:42:56,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741851_1027 (size=5056) 2024-11-12T11:42:56,030 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6638ea27c5f848d996ac11c47553b623 2024-11-12T11:42:56,038 DEBUG [M:0;b51f50ce4a7c:37185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44bffe60d4d7499fba5026f6bff8fe59 as hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44bffe60d4d7499fba5026f6bff8fe59 2024-11-12T11:42:56,047 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44bffe60d4d7499fba5026f6bff8fe59, entries=8, sequenceid=59, filesize=5.5 K 2024-11-12T11:42:56,049 DEBUG [M:0;b51f50ce4a7c:37185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/832e22b218af444ebe3a11880a82f2e9 as hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/832e22b218af444ebe3a11880a82f2e9 2024-11-12T11:42:56,057 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 832e22b218af444ebe3a11880a82f2e9 2024-11-12T11:42:56,057 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/832e22b218af444ebe3a11880a82f2e9, entries=6, sequenceid=59, filesize=6.1 K 2024-11-12T11:42:56,059 DEBUG [M:0;b51f50ce4a7c:37185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e03e935ae142439182044408d249d08c as hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e03e935ae142439182044408d249d08c 2024-11-12T11:42:56,067 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e03e935ae142439182044408d249d08c, entries=1, sequenceid=59, filesize=5.0 K 2024-11-12T11:42:56,069 DEBUG [M:0;b51f50ce4a7c:37185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6638ea27c5f848d996ac11c47553b623 as hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6638ea27c5f848d996ac11c47553b623 2024-11-12T11:42:56,076 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6638ea27c5f848d996ac11c47553b623, entries=1, sequenceid=59, filesize=4.9 K 2024-11-12T11:42:56,077 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=59, compaction requested=false 2024-11-12T11:42:56,079 INFO [M:0;b51f50ce4a7c:37185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:42:56,079 DEBUG [M:0;b51f50ce4a7c:37185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731411775908Disabling compacts and flushes for region at 1731411775908Disabling writes for close at 1731411775908Obtaining lock to block concurrent updates at 1731411775909 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731411775909Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731411775909Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731411775910 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731411775910Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731411775925 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731411775925Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731411775941 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731411775956 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731411775956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731411775975 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731411775991 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731411775991Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731411776006 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731411776022 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731411776022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3259e777: reopening flushed file at 1731411776037 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bcb776: reopening flushed file at 1731411776048 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bcd6e90: reopening flushed file at 1731411776058 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e99c140: reopening flushed file at 1731411776067 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=59, compaction requested=false at 1731411776078 (+11 ms)Writing region close event to WAL at 1731411776079 (+1 ms)Closed at 1731411776079 2024-11-12T11:42:56,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41461 is added to blk_1073741830_1006 (size=27973) 2024-11-12T11:42:56,082 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/MasterData/WALs/b51f50ce4a7c,37185,1731411714946/b51f50ce4a7c%2C37185%2C1731411714946.1731411716147 not finished, retry = 0 2024-11-12T11:42:56,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741830_1006 (size=27973) 2024-11-12T11:42:56,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:42:56,185 INFO [M:0;b51f50ce4a7c:37185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T11:42:56,185 INFO [M:0;b51f50ce4a7c:37185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37185 2024-11-12T11:42:56,185 INFO [M:0;b51f50ce4a7c:37185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:42:56,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:42:56,291 INFO [M:0;b51f50ce4a7c:37185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:42:56,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37185-0x1013023c2d70000, quorum=127.0.0.1:55134, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:42:56,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:42:56,331 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:42:56,331 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:42:56,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:42:56,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/hadoop.log.dir/,STOPPED} 2024-11-12T11:42:56,335 WARN [BP-1976279116-172.17.0.2-1731411711362 heartbeating to localhost/127.0.0.1:32839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:42:56,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:42:56,335 WARN [BP-1976279116-172.17.0.2-1731411711362 heartbeating to localhost/127.0.0.1:32839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1976279116-172.17.0.2-1731411711362 (Datanode Uuid 4b1f7a66-ac7b-41ee-ba40-e01fc2034c30) service to localhost/127.0.0.1:32839 2024-11-12T11:42:56,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:42:56,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/cluster_3e4cf036-b046-573b-fc22-f14c7ab8ad59/data/data3/current/BP-1976279116-172.17.0.2-1731411711362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:42:56,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/cluster_3e4cf036-b046-573b-fc22-f14c7ab8ad59/data/data4/current/BP-1976279116-172.17.0.2-1731411711362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:42:56,337 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:42:56,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:42:56,339 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:42:56,339 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:42:56,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:42:56,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/hadoop.log.dir/,STOPPED} 2024-11-12T11:42:56,341 WARN [BP-1976279116-172.17.0.2-1731411711362 heartbeating to localhost/127.0.0.1:32839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:42:56,341 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:42:56,341 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:42:56,341 WARN [BP-1976279116-172.17.0.2-1731411711362 heartbeating to localhost/127.0.0.1:32839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1976279116-172.17.0.2-1731411711362 (Datanode Uuid 2a37aee4-6c8d-4d6b-8301-051dc6491482) service to localhost/127.0.0.1:32839 2024-11-12T11:42:56,342 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/cluster_3e4cf036-b046-573b-fc22-f14c7ab8ad59/data/data1/current/BP-1976279116-172.17.0.2-1731411711362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:42:56,342 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/cluster_3e4cf036-b046-573b-fc22-f14c7ab8ad59/data/data2/current/BP-1976279116-172.17.0.2-1731411711362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:42:56,342 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:42:56,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T11:42:56,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:42:56,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:42:56,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:42:56,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/hadoop.log.dir/,STOPPED} 2024-11-12T11:42:56,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T11:42:56,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T11:42:56,400 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=69 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b51f50ce4a7c:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:32839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:32839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/b51f50ce4a7c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@74d483fe java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b51f50ce4a7c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b51f50ce4a7c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:32839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:32839 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 173), ProcessCount=11 (was 11), AvailableMemoryMB=1596 (was 2314) 2024-11-12T11:42:56,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=70, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=1596 2024-11-12T11:42:56,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T11:42:56,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/hadoop.log.dir so I do NOT create it in target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64 2024-11-12T11:42:56,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/28ed8edf-19b0-d588-277f-01787557262b/hadoop.tmp.dir so I do NOT create it in target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64 2024-11-12T11:42:56,408 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843, deleteOnExit=true 2024-11-12T11:42:56,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T11:42:56,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/test.cache.data in system properties and HBase conf 2024-11-12T11:42:56,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T11:42:56,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir in system properties and HBase conf 2024-11-12T11:42:56,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T11:42:56,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T11:42:56,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T11:42:56,408 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T11:42:56,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T11:42:56,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T11:42:56,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T11:42:56,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T11:42:56,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T11:42:56,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T11:42:56,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T11:42:56,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T11:42:56,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T11:42:56,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/nfs.dump.dir in system properties and HBase conf 2024-11-12T11:42:56,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/java.io.tmpdir in system properties and HBase conf 2024-11-12T11:42:56,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T11:42:56,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T11:42:56,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T11:42:56,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:42:56,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:42:56,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:42:56,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:42:56,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T11:42:56,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:42:56,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9064200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:42:56,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1785141e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:42:57,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e4f11d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/java.io.tmpdir/jetty-localhost-35795-hadoop-hdfs-3_4_1-tests_jar-_-any-14985678638452027147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T11:42:57,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75e5eb37{HTTP/1.1, (http/1.1)}{localhost:35795} 2024-11-12T11:42:57,085 INFO [Time-limited test {}] server.Server(415): Started @67614ms 2024-11-12T11:42:57,087 INFO [regionserver/b51f50ce4a7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:42:57,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:42:57,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:42:57,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:42:57,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:42:57,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:42:57,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3b24ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:42:57,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a660e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:42:57,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432185bd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/java.io.tmpdir/jetty-localhost-40715-hadoop-hdfs-3_4_1-tests_jar-_-any-11368310989250039438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:42:57,368 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f3b38ed{HTTP/1.1, (http/1.1)}{localhost:40715} 2024-11-12T11:42:57,368 INFO [Time-limited test {}] server.Server(415): Started @67897ms 2024-11-12T11:42:57,370 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:42:57,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:42:57,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:42:57,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:42:57,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:42:57,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:42:57,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384418d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:42:57,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45528e53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:42:57,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@698280f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/java.io.tmpdir/jetty-localhost-42349-hadoop-hdfs-3_4_1-tests_jar-_-any-4576559280821420413/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:42:57,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5882bdce{HTTP/1.1, (http/1.1)}{localhost:42349} 2024-11-12T11:42:57,507 INFO [Time-limited test {}] server.Server(415): Started @68036ms 2024-11-12T11:42:57,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:42:57,838 WARN [Thread-382 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data1/current/BP-290527822-172.17.0.2-1731411776433/current, will proceed with Du for space computation calculation, 2024-11-12T11:42:57,838 WARN [Thread-383 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data2/current/BP-290527822-172.17.0.2-1731411776433/current, will proceed with Du for space computation calculation, 2024-11-12T11:42:57,863 WARN [Thread-347 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:42:57,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf28f1e079817ec53 with lease ID 0x82189a5a47798cd4: Processing first storage report for DS-9df88807-f4c7-4355-b955-eb7346ed9d86 from datanode DatanodeRegistration(127.0.0.1:44785, datanodeUuid=e3847582-b10c-4206-abf9-c7e568de35f7, infoPort=39053, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433) 2024-11-12T11:42:57,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf28f1e079817ec53 with lease ID 0x82189a5a47798cd4: from storage DS-9df88807-f4c7-4355-b955-eb7346ed9d86 node DatanodeRegistration(127.0.0.1:44785, datanodeUuid=e3847582-b10c-4206-abf9-c7e568de35f7, infoPort=39053, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T11:42:57,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf28f1e079817ec53 with lease ID 0x82189a5a47798cd4: Processing first storage report for DS-4a1a91c3-95e2-417f-90a2-398ed8ea48e9 from datanode DatanodeRegistration(127.0.0.1:44785, datanodeUuid=e3847582-b10c-4206-abf9-c7e568de35f7, infoPort=39053, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433) 2024-11-12T11:42:57,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf28f1e079817ec53 with lease ID 0x82189a5a47798cd4: from storage DS-4a1a91c3-95e2-417f-90a2-398ed8ea48e9 node DatanodeRegistration(127.0.0.1:44785, datanodeUuid=e3847582-b10c-4206-abf9-c7e568de35f7, infoPort=39053, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:42:58,035 WARN [Thread-394 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data3/current/BP-290527822-172.17.0.2-1731411776433/current, will proceed with Du for space computation calculation, 2024-11-12T11:42:58,035 WARN [Thread-395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data4/current/BP-290527822-172.17.0.2-1731411776433/current, will proceed with Du for space computation calculation, 2024-11-12T11:42:58,053 WARN [Thread-370 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:42:58,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30e877d873f18219 with lease ID 0x82189a5a47798cd5: Processing first storage report for DS-6331b624-7573-4b26-b431-53e79932193b from datanode DatanodeRegistration(127.0.0.1:37535, datanodeUuid=0576c97b-2f2f-426e-ae34-bf5eb6ffe501, infoPort=43201, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433) 2024-11-12T11:42:58,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30e877d873f18219 with lease ID 0x82189a5a47798cd5: from storage DS-6331b624-7573-4b26-b431-53e79932193b node DatanodeRegistration(127.0.0.1:37535, datanodeUuid=0576c97b-2f2f-426e-ae34-bf5eb6ffe501, infoPort=43201, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:42:58,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30e877d873f18219 with lease ID 0x82189a5a47798cd5: Processing first storage report for DS-a5a2c4b2-a123-49f8-871c-c3f7280a53c2 from datanode DatanodeRegistration(127.0.0.1:37535, datanodeUuid=0576c97b-2f2f-426e-ae34-bf5eb6ffe501, infoPort=43201, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433) 2024-11-12T11:42:58,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30e877d873f18219 with lease ID 0x82189a5a47798cd5: from storage DS-a5a2c4b2-a123-49f8-871c-c3f7280a53c2 node DatanodeRegistration(127.0.0.1:37535, datanodeUuid=0576c97b-2f2f-426e-ae34-bf5eb6ffe501, infoPort=43201, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:42:58,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64 2024-11-12T11:42:58,147 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/zookeeper_0, clientPort=58956, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T11:42:58,149 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58956 2024-11-12T11:42:58,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:42:58,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:42:58,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741825_1001 (size=7) 2024-11-12T11:42:58,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741825_1001 (size=7) 2024-11-12T11:42:58,164 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc with version=8 2024-11-12T11:42:58,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/hbase-staging 2024-11-12T11:42:58,166 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:42:58,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:42:58,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:42:58,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:42:58,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:42:58,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:42:58,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T11:42:58,167 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:42:58,167 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39605 2024-11-12T11:42:58,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39605 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-11-12T11:42:58,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396050x0, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:42:58,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39605-0x1013024bcd70000 connected 2024-11-12T11:42:58,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:42:58,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:42:58,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:42:58,292 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc, hbase.cluster.distributed=false 2024-11-12T11:42:58,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:42:58,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-12T11:42:58,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39605 2024-11-12T11:42:58,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39605 2024-11-12T11:42:58,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-12T11:42:58,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-12T11:42:58,311 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:42:58,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:42:58,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:42:58,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:42:58,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:42:58,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:42:58,312 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T11:42:58,312 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:42:58,313 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41831 2024-11-12T11:42:58,314 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41831 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-11-12T11:42:58,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:42:58,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:42:58,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418310x0, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:42:58,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41831-0x1013024bcd70001 connected 2024-11-12T11:42:58,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:42:58,327 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T11:42:58,327 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T11:42:58,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T11:42:58,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:42:58,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41831 2024-11-12T11:42:58,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41831 2024-11-12T11:42:58,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41831 2024-11-12T11:42:58,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41831 2024-11-12T11:42:58,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41831 2024-11-12T11:42:58,345 DEBUG [M:0;b51f50ce4a7c:39605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b51f50ce4a7c:39605 2024-11-12T11:42:58,345 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b51f50ce4a7c,39605,1731411778166 2024-11-12T11:42:58,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:42:58,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:42:58,352 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b51f50ce4a7c,39605,1731411778166 2024-11-12T11:42:58,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T11:42:58,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:58,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:58,360 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T11:42:58,361 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b51f50ce4a7c,39605,1731411778166 from backup master directory 2024-11-12T11:42:58,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:42:58,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b51f50ce4a7c,39605,1731411778166 2024-11-12T11:42:58,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:42:58,368 WARN [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:42:58,368 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b51f50ce4a7c,39605,1731411778166 2024-11-12T11:42:58,376 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/hbase.id] with ID: b0a819b8-da61-434c-baa7-4f1dc2f8225e 2024-11-12T11:42:58,377 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/.tmp/hbase.id 2024-11-12T11:42:58,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741826_1002 (size=42) 2024-11-12T11:42:58,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741826_1002 (size=42) 2024-11-12T11:42:58,386 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/.tmp/hbase.id]:[hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/hbase.id] 2024-11-12T11:42:58,402 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:42:58,402 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T11:42:58,404 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T11:42:58,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:58,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:58,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741827_1003 (size=196) 2024-11-12T11:42:58,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741827_1003 (size=196) 2024-11-12T11:42:58,419 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T11:42:58,420 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T11:42:58,420 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:42:58,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741828_1004 (size=1189) 2024-11-12T11:42:58,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741828_1004 (size=1189) 2024-11-12T11:42:58,432 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store 2024-11-12T11:42:58,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741829_1005 (size=34) 2024-11-12T11:42:58,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741829_1005 (size=34) 2024-11-12T11:42:58,441 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:42:58,441 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T11:42:58,441 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:42:58,441 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:42:58,441 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T11:42:58,441 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:42:58,441 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:42:58,441 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731411778441Disabling compacts and flushes for region at 1731411778441Disabling writes for close at 1731411778441Writing region close event to WAL at 1731411778441Closed at 1731411778441 2024-11-12T11:42:58,443 WARN [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/.initializing 2024-11-12T11:42:58,443 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/WALs/b51f50ce4a7c,39605,1731411778166 2024-11-12T11:42:58,444 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:42:58,447 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C39605%2C1731411778166, suffix=, logDir=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/WALs/b51f50ce4a7c,39605,1731411778166, archiveDir=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/oldWALs, maxLogs=10 2024-11-12T11:42:58,459 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/WALs/b51f50ce4a7c,39605,1731411778166/b51f50ce4a7c%2C39605%2C1731411778166.1731411778447, exclude list is [], retry=0 2024-11-12T11:42:58,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37535,DS-6331b624-7573-4b26-b431-53e79932193b,DISK] 2024-11-12T11:42:58,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-9df88807-f4c7-4355-b955-eb7346ed9d86,DISK] 2024-11-12T11:42:58,465 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/WALs/b51f50ce4a7c,39605,1731411778166/b51f50ce4a7c%2C39605%2C1731411778166.1731411778447 2024-11-12T11:42:58,465 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43201:43201),(127.0.0.1/127.0.0.1:39053:39053)] 2024-11-12T11:42:58,465 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:42:58,466 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:42:58,466 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:42:58,466 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:42:58,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:42:58,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T11:42:58,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:42:58,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:42:58,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:42:58,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T11:42:58,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:42:58,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:42:58,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:42:58,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T11:42:58,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:42:58,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:42:58,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:42:58,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T11:42:58,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:42:58,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:42:58,479 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:42:58,480 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:42:58,480 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:42:58,482 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:42:58,482 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:42:58,483 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T11:42:58,485 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:42:58,488 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:42:58,488 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=834680, jitterRate=0.061351194977760315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T11:42:58,490 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731411778466Initializing all the Stores at 1731411778467 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411778467Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411778468 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411778468Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411778468Cleaning up temporary data from old regions at 1731411778482 (+14 ms)Region opened successfully at 1731411778489 (+7 ms) 2024-11-12T11:42:58,490 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T11:42:58,495 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0152d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:42:58,496 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T11:42:58,496 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T11:42:58,496 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T11:42:58,496 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T11:42:58,497 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T11:42:58,497 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T11:42:58,497 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T11:42:58,500 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T11:42:58,501 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T11:42:58,509 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T11:42:58,510 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T11:42:58,511 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T11:42:58,517 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T11:42:58,518 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T11:42:58,519 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T11:42:58,526 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T11:42:58,527 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T11:42:58,534 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T11:42:58,537 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T11:42:58,542 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T11:42:58,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:42:58,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:42:58,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:58,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:58,552 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b51f50ce4a7c,39605,1731411778166, sessionid=0x1013024bcd70000, setting cluster-up flag (Was=false) 2024-11-12T11:42:58,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:58,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:58,593 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T11:42:58,594 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b51f50ce4a7c,39605,1731411778166 2024-11-12T11:42:58,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:58,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:58,634 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T11:42:58,636 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b51f50ce4a7c,39605,1731411778166 2024-11-12T11:42:58,637 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T11:42:58,640 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T11:42:58,640 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T11:42:58,640 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T11:42:58,641 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b51f50ce4a7c,39605,1731411778166 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T11:42:58,643 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:42:58,644 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:42:58,644 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:42:58,644 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:42:58,644 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b51f50ce4a7c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T11:42:58,644 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:42:58,644 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:42:58,645 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:42:58,646 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731411808646 2024-11-12T11:42:58,646 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T11:42:58,646 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T11:42:58,646 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T11:42:58,646 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T11:42:58,646 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T11:42:58,646 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T11:42:58,647 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,647 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T11:42:58,647 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T11:42:58,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:42:58,647 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T11:42:58,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T11:42:58,648 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T11:42:58,648 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T11:42:58,648 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411778648,5,FailOnTimeoutGroup] 2024-11-12T11:42:58,648 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411778648,5,FailOnTimeoutGroup] 2024-11-12T11:42:58,648 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,648 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T11:42:58,649 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,649 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,649 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:42:58,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T11:42:58,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741831_1007 (size=1321) 2024-11-12T11:42:58,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741831_1007 (size=1321) 2024-11-12T11:42:58,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T11:42:58,662 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc 2024-11-12T11:42:58,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741832_1008 (size=32) 2024-11-12T11:42:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741832_1008 (size=32) 2024-11-12T11:42:58,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:42:58,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T11:42:58,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T11:42:58,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:42:58,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:42:58,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T11:42:58,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T11:42:58,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:42:58,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:42:58,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T11:42:58,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T11:42:58,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:42:58,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:42:58,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T11:42:58,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T11:42:58,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:42:58,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:42:58,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T11:42:58,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740 2024-11-12T11:42:58,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740 2024-11-12T11:42:58,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T11:42:58,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T11:42:58,690 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T11:42:58,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T11:42:58,695 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:42:58,695 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=734796, jitterRate=-0.0656585842370987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T11:42:58,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731411778672Initializing all the Stores at 1731411778673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411778673Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411778674 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411778674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411778674Cleaning up temporary data from old regions at 1731411778689 (+15 ms)Region opened successfully at 1731411778697 (+8 ms) 2024-11-12T11:42:58,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T11:42:58,697 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T11:42:58,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T11:42:58,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T11:42:58,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T11:42:58,698 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T11:42:58,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731411778697Disabling compacts and flushes for region at 1731411778697Disabling writes for close at 1731411778697Writing region close event to WAL at 1731411778698 (+1 ms)Closed at 1731411778698 2024-11-12T11:42:58,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:42:58,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T11:42:58,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T11:42:58,702 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T11:42:58,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T11:42:58,733 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(746): ClusterId : b0a819b8-da61-434c-baa7-4f1dc2f8225e 2024-11-12T11:42:58,733 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T11:42:58,743 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T11:42:58,743 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T11:42:58,752 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T11:42:58,752 DEBUG [RS:0;b51f50ce4a7c:41831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec2928c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:42:58,766 DEBUG [RS:0;b51f50ce4a7c:41831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b51f50ce4a7c:41831 2024-11-12T11:42:58,766 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T11:42:58,766 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T11:42:58,766 DEBUG [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T11:42:58,767 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(2659): reportForDuty to master=b51f50ce4a7c,39605,1731411778166 with port=41831, startcode=1731411778311 2024-11-12T11:42:58,767 DEBUG [RS:0;b51f50ce4a7c:41831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T11:42:58,769 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55317, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T11:42:58,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b51f50ce4a7c,41831,1731411778311 2024-11-12T11:42:58,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39605 {}] master.ServerManager(517): Registering regionserver=b51f50ce4a7c,41831,1731411778311 2024-11-12T11:42:58,772 DEBUG [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc 2024-11-12T11:42:58,772 DEBUG [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45749 2024-11-12T11:42:58,772 DEBUG [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T11:42:58,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:42:58,776 DEBUG [RS:0;b51f50ce4a7c:41831 {}] zookeeper.ZKUtil(111): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b51f50ce4a7c,41831,1731411778311 2024-11-12T11:42:58,777 WARN [RS:0;b51f50ce4a7c:41831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:42:58,777 INFO [RS:0;b51f50ce4a7c:41831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:42:58,777 DEBUG [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311 2024-11-12T11:42:58,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b51f50ce4a7c,41831,1731411778311] 2024-11-12T11:42:58,781 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T11:42:58,784 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T11:42:58,784 INFO [RS:0;b51f50ce4a7c:41831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T11:42:58,784 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,785 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T11:42:58,786 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T11:42:58,786 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,786 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:42:58,786 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:42:58,786 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:42:58,786 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:42:58,787 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:42:58,787 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:42:58,787 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:42:58,787 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:42:58,787 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:42:58,787 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:42:58,787 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:42:58,787 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:42:58,787 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:42:58,787 DEBUG [RS:0;b51f50ce4a7c:41831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:42:58,788 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,788 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,788 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,788 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,788 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,788 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,41831,1731411778311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:42:58,802 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T11:42:58,803 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,41831,1731411778311-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,803 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,803 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.Replication(171): b51f50ce4a7c,41831,1731411778311 started 2024-11-12T11:42:58,817 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:58,817 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(1482): Serving as b51f50ce4a7c,41831,1731411778311, RpcServer on b51f50ce4a7c/172.17.0.2:41831, sessionid=0x1013024bcd70001 2024-11-12T11:42:58,817 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T11:42:58,817 DEBUG [RS:0;b51f50ce4a7c:41831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b51f50ce4a7c,41831,1731411778311 2024-11-12T11:42:58,817 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,41831,1731411778311' 2024-11-12T11:42:58,817 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T11:42:58,818 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T11:42:58,819 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T11:42:58,819 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T11:42:58,819 DEBUG [RS:0;b51f50ce4a7c:41831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b51f50ce4a7c,41831,1731411778311 2024-11-12T11:42:58,819 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,41831,1731411778311' 2024-11-12T11:42:58,819 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T11:42:58,819 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T11:42:58,820 DEBUG [RS:0;b51f50ce4a7c:41831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T11:42:58,820 INFO [RS:0;b51f50ce4a7c:41831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T11:42:58,820 INFO [RS:0;b51f50ce4a7c:41831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T11:42:58,853 WARN [b51f50ce4a7c:39605 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T11:42:58,921 INFO [RS:0;b51f50ce4a7c:41831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:42:58,924 INFO [RS:0;b51f50ce4a7c:41831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C41831%2C1731411778311, suffix=, logDir=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311, archiveDir=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/oldWALs, maxLogs=32 2024-11-12T11:42:58,941 DEBUG [RS:0;b51f50ce4a7c:41831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.1731411778927, exclude list is [], retry=0 2024-11-12T11:42:58,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-9df88807-f4c7-4355-b955-eb7346ed9d86,DISK] 2024-11-12T11:42:58,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37535,DS-6331b624-7573-4b26-b431-53e79932193b,DISK] 2024-11-12T11:42:58,947 INFO [RS:0;b51f50ce4a7c:41831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.1731411778927 2024-11-12T11:42:58,948 DEBUG [RS:0;b51f50ce4a7c:41831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39053:39053),(127.0.0.1/127.0.0.1:43201:43201)] 2024-11-12T11:42:59,104 DEBUG [b51f50ce4a7c:39605 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T11:42:59,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b51f50ce4a7c,41831,1731411778311 2024-11-12T11:42:59,108 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b51f50ce4a7c,41831,1731411778311, state=OPENING 2024-11-12T11:42:59,118 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T11:42:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:42:59,127 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T11:42:59,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:42:59,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:42:59,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,41831,1731411778311}] 2024-11-12T11:42:59,281 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T11:42:59,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51779, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T11:42:59,293 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T11:42:59,293 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:42:59,293 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T11:42:59,296 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C41831%2C1731411778311.meta, suffix=.meta, logDir=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311, archiveDir=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/oldWALs, maxLogs=32 2024-11-12T11:42:59,312 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411779298.meta, exclude list is [], retry=0 2024-11-12T11:42:59,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-9df88807-f4c7-4355-b955-eb7346ed9d86,DISK] 2024-11-12T11:42:59,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37535,DS-6331b624-7573-4b26-b431-53e79932193b,DISK] 2024-11-12T11:42:59,340 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411779298.meta 2024-11-12T11:42:59,341 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39053:39053),(127.0.0.1/127.0.0.1:43201:43201)] 2024-11-12T11:42:59,341 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:42:59,341 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T11:42:59,341 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T11:42:59,341 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T11:42:59,342 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T11:42:59,342 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:42:59,342 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T11:42:59,342 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T11:42:59,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T11:42:59,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T11:42:59,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:42:59,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:42:59,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T11:42:59,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T11:42:59,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:42:59,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:42:59,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T11:42:59,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T11:42:59,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:42:59,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:42:59,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T11:42:59,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T11:42:59,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:42:59,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:42:59,352 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T11:42:59,353 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740 2024-11-12T11:42:59,354 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740 2024-11-12T11:42:59,356 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T11:42:59,356 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T11:42:59,357 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T11:42:59,359 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T11:42:59,360 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=743360, jitterRate=-0.05476909875869751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T11:42:59,360 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T11:42:59,361 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731411779342Writing region info on filesystem at 1731411779342Initializing all the Stores at 1731411779343 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411779343Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411779344 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411779344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411779344Cleaning up temporary data from old regions at 1731411779356 (+12 ms)Running coprocessor post-open hooks at 1731411779360 (+4 ms)Region opened successfully at 1731411779361 (+1 ms) 2024-11-12T11:42:59,362 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731411779280 2024-11-12T11:42:59,365 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T11:42:59,366 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T11:42:59,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b51f50ce4a7c,41831,1731411778311 2024-11-12T11:42:59,368 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b51f50ce4a7c,41831,1731411778311, state=OPEN 2024-11-12T11:42:59,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:42:59,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:42:59,463 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,41831,1731411778311 2024-11-12T11:42:59,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:42:59,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:42:59,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T11:42:59,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,41831,1731411778311 in 336 msec 2024-11-12T11:42:59,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T11:42:59,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 766 msec 2024-11-12T11:42:59,471 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:42:59,472 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T11:42:59,473 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T11:42:59,473 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b51f50ce4a7c,41831,1731411778311, seqNum=-1] 2024-11-12T11:42:59,474 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:42:59,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37011, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:42:59,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 842 msec 2024-11-12T11:42:59,482 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731411779482, completionTime=-1 2024-11-12T11:42:59,483 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T11:42:59,483 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T11:42:59,485 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T11:42:59,485 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731411839485 2024-11-12T11:42:59,485 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731411899485 2024-11-12T11:42:59,485 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-12T11:42:59,486 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,39605,1731411778166-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:59,486 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,39605,1731411778166-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:59,486 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,39605,1731411778166-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:59,486 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b51f50ce4a7c:39605, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:59,486 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:59,486 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:59,488 DEBUG [master/b51f50ce4a7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T11:42:59,492 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.124sec 2024-11-12T11:42:59,492 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T11:42:59,492 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T11:42:59,492 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T11:42:59,492 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T11:42:59,492 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T11:42:59,493 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,39605,1731411778166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:42:59,493 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,39605,1731411778166-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T11:42:59,496 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T11:42:59,496 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T11:42:59,496 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,39605,1731411778166-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:42:59,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a77a0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:42:59,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b51f50ce4a7c,39605,-1 for getting cluster id 2024-11-12T11:42:59,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T11:42:59,538 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0a819b8-da61-434c-baa7-4f1dc2f8225e' 2024-11-12T11:42:59,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T11:42:59,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0a819b8-da61-434c-baa7-4f1dc2f8225e" 2024-11-12T11:42:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fe92f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:42:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b51f50ce4a7c,39605,-1] 2024-11-12T11:42:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T11:42:59,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:42:59,543 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T11:42:59,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8b0c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:42:59,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T11:42:59,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b51f50ce4a7c,41831,1731411778311, seqNum=-1] 2024-11-12T11:42:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:42:59,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:42:59,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b51f50ce4a7c,39605,1731411778166 2024-11-12T11:42:59,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:42:59,556 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T11:42:59,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:42:59,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:42:59,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:42:59,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:42:59,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T11:42:59,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3deed92b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:42:59,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1469ecc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:42:59,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f1e4ae0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/java.io.tmpdir/jetty-localhost-44167-hadoop-hdfs-3_4_1-tests_jar-_-any-10251226609995861278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:42:59,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63df46d{HTTP/1.1, (http/1.1)}{localhost:44167} 2024-11-12T11:42:59,677 INFO [Time-limited test {}] server.Server(415): Started @70206ms 2024-11-12T11:42:59,678 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:42:59,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:42:59,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:42:59,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:42:59,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:42:59,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T11:42:59,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20d4578b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:42:59,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45526b3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:42:59,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d74f189{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/java.io.tmpdir/jetty-localhost-44297-hadoop-hdfs-3_4_1-tests_jar-_-any-7613647003345745436/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:42:59,809 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b0f5da5{HTTP/1.1, (http/1.1)}{localhost:44297} 2024-11-12T11:42:59,809 INFO [Time-limited test {}] server.Server(415): Started @70338ms 2024-11-12T11:42:59,810 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:42:59,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:42:59,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:42:59,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:42:59,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:42:59,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T11:42:59,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a3a18a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:42:59,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c21a411{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:42:59,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@203c9393{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/java.io.tmpdir/jetty-localhost-35279-hadoop-hdfs-3_4_1-tests_jar-_-any-15134033791952797487/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:42:59,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79d6b559{HTTP/1.1, (http/1.1)}{localhost:35279} 2024-11-12T11:42:59,943 INFO [Time-limited test {}] server.Server(415): Started @70472ms 2024-11-12T11:42:59,944 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:43:00,364 WARN [Thread-543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data6/current/BP-290527822-172.17.0.2-1731411776433/current, will proceed with Du for space computation calculation, 2024-11-12T11:43:00,364 WARN [Thread-542 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data5/current/BP-290527822-172.17.0.2-1731411776433/current, will proceed with Du for space computation calculation, 2024-11-12T11:43:00,379 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:43:00,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89c39414027ba237 with lease ID 0x82189a5a47798cd6: Processing first storage report for DS-37fb0108-e41c-4211-a299-8724a2dc212c from datanode DatanodeRegistration(127.0.0.1:38189, datanodeUuid=3e8cc96e-17a9-44aa-9c10-cf692430257c, infoPort=33719, infoSecurePort=0, ipcPort=33297, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433) 2024-11-12T11:43:00,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89c39414027ba237 with lease ID 0x82189a5a47798cd6: from storage DS-37fb0108-e41c-4211-a299-8724a2dc212c node DatanodeRegistration(127.0.0.1:38189, datanodeUuid=3e8cc96e-17a9-44aa-9c10-cf692430257c, infoPort=33719, infoSecurePort=0, ipcPort=33297, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:43:00,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89c39414027ba237 with lease ID 0x82189a5a47798cd6: Processing first storage report for DS-fad96d86-af2f-4b4b-be69-84f213ce00d3 from datanode DatanodeRegistration(127.0.0.1:38189, datanodeUuid=3e8cc96e-17a9-44aa-9c10-cf692430257c, infoPort=33719, infoSecurePort=0, ipcPort=33297, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433) 2024-11-12T11:43:00,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89c39414027ba237 with lease ID 0x82189a5a47798cd6: from storage DS-fad96d86-af2f-4b4b-be69-84f213ce00d3 node DatanodeRegistration(127.0.0.1:38189, datanodeUuid=3e8cc96e-17a9-44aa-9c10-cf692430257c, infoPort=33719, infoSecurePort=0, ipcPort=33297, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:43:00,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:00,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:00,739 WARN [Thread-556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data7/current/BP-290527822-172.17.0.2-1731411776433/current, will proceed with Du for space computation calculation, 2024-11-12T11:43:00,739 WARN [Thread-557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data8/current/BP-290527822-172.17.0.2-1731411776433/current, will proceed with Du for space computation calculation, 2024-11-12T11:43:00,761 WARN [Thread-509 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:43:00,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c5ae9c91b5d8bae with lease ID 0x82189a5a47798cd7: Processing first storage report for DS-43d4820e-b720-4cc8-bef8-25072314b1de from datanode DatanodeRegistration(127.0.0.1:43153, datanodeUuid=2688253b-1805-42cf-9b84-d8a88e0187a6, infoPort=38037, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433) 2024-11-12T11:43:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c5ae9c91b5d8bae with lease ID 0x82189a5a47798cd7: from storage DS-43d4820e-b720-4cc8-bef8-25072314b1de node DatanodeRegistration(127.0.0.1:43153, datanodeUuid=2688253b-1805-42cf-9b84-d8a88e0187a6, infoPort=38037, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:43:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c5ae9c91b5d8bae with lease ID 0x82189a5a47798cd7: Processing first storage report for DS-be44245a-f383-4d27-8696-86a4b4d27e2b from datanode DatanodeRegistration(127.0.0.1:43153, datanodeUuid=2688253b-1805-42cf-9b84-d8a88e0187a6, infoPort=38037, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433) 2024-11-12T11:43:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c5ae9c91b5d8bae with lease ID 0x82189a5a47798cd7: from storage DS-be44245a-f383-4d27-8696-86a4b4d27e2b node DatanodeRegistration(127.0.0.1:43153, datanodeUuid=2688253b-1805-42cf-9b84-d8a88e0187a6, infoPort=38037, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:43:00,817 WARN [Thread-567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data9/current/BP-290527822-172.17.0.2-1731411776433/current, will proceed with Du for space computation calculation, 2024-11-12T11:43:00,818 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data10/current/BP-290527822-172.17.0.2-1731411776433/current, will proceed with Du for space computation calculation, 2024-11-12T11:43:00,841 WARN [Thread-532 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:43:00,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e576cd666c5a973 with lease ID 0x82189a5a47798cd8: Processing first storage report for DS-32723b34-a8b5-43bf-a3de-b4d87be62801 from datanode DatanodeRegistration(127.0.0.1:34881, datanodeUuid=3e06871b-12b7-42d2-a13b-97af0d621f20, infoPort=34373, infoSecurePort=0, ipcPort=36819, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433) 2024-11-12T11:43:00,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e576cd666c5a973 with lease ID 0x82189a5a47798cd8: from storage DS-32723b34-a8b5-43bf-a3de-b4d87be62801 node DatanodeRegistration(127.0.0.1:34881, datanodeUuid=3e06871b-12b7-42d2-a13b-97af0d621f20, infoPort=34373, infoSecurePort=0, ipcPort=36819, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:43:00,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e576cd666c5a973 with lease ID 0x82189a5a47798cd8: Processing first storage report for DS-2b809bf0-17a3-476d-986f-bea6065df5d6 from datanode DatanodeRegistration(127.0.0.1:34881, datanodeUuid=3e06871b-12b7-42d2-a13b-97af0d621f20, infoPort=34373, infoSecurePort=0, ipcPort=36819, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433) 2024-11-12T11:43:00,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e576cd666c5a973 with lease ID 0x82189a5a47798cd8: from storage DS-2b809bf0-17a3-476d-986f-bea6065df5d6 node DatanodeRegistration(127.0.0.1:34881, datanodeUuid=3e06871b-12b7-42d2-a13b-97af0d621f20, infoPort=34373, infoSecurePort=0, ipcPort=36819, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:43:00,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T11:43:00,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b51f50ce4a7c,39605,1731411778166 2024-11-12T11:43:00,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cbad823 2024-11-12T11:43:00,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T11:43:00,880 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T11:43:00,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-12T11:43:00,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-12T11:43:00,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T11:43:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-12T11:43:00,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T11:43:00,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:00,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-12T11:43:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T11:43:00,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T11:43:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741835_1011 (size=393) 2024-11-12T11:43:00,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741835_1011 (size=393) 2024-11-12T11:43:00,900 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a1135041ba53528813886c71b07608e, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc 2024-11-12T11:43:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741836_1012 (size=76) 2024-11-12T11:43:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741836_1012 (size=76) 2024-11-12T11:43:00,909 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:43:00,909 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 7a1135041ba53528813886c71b07608e, disabling compactions & flushes 2024-11-12T11:43:00,909 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. 2024-11-12T11:43:00,909 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. 2024-11-12T11:43:00,909 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. after waiting 0 ms 2024-11-12T11:43:00,909 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. 2024-11-12T11:43:00,909 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. 2024-11-12T11:43:00,909 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a1135041ba53528813886c71b07608e: Waiting for close lock at 1731411780909Disabling compacts and flushes for region at 1731411780909Disabling writes for close at 1731411780909Writing region close event to WAL at 1731411780909Closed at 1731411780909 2024-11-12T11:43:00,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T11:43:00,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731411780911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731411780911"}]},"ts":"1731411780911"} 2024-11-12T11:43:00,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T11:43:00,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T11:43:00,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731411780916"}]},"ts":"1731411780916"} 2024-11-12T11:43:00,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-12T11:43:00,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7a1135041ba53528813886c71b07608e, ASSIGN}] 2024-11-12T11:43:00,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7a1135041ba53528813886c71b07608e, ASSIGN 2024-11-12T11:43:00,922 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7a1135041ba53528813886c71b07608e, ASSIGN; state=OFFLINE, location=b51f50ce4a7c,41831,1731411778311; forceNewPlan=false, retain=false 2024-11-12T11:43:01,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7a1135041ba53528813886c71b07608e, regionState=OPENING, regionLocation=b51f50ce4a7c,41831,1731411778311 2024-11-12T11:43:01,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7a1135041ba53528813886c71b07608e, ASSIGN because future has completed 2024-11-12T11:43:01,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a1135041ba53528813886c71b07608e, server=b51f50ce4a7c,41831,1731411778311}] 2024-11-12T11:43:01,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T11:43:01,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:01,244 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. 2024-11-12T11:43:01,245 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a1135041ba53528813886c71b07608e, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:43:01,245 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 7a1135041ba53528813886c71b07608e 2024-11-12T11:43:01,246 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:43:01,246 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7a1135041ba53528813886c71b07608e 2024-11-12T11:43:01,246 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7a1135041ba53528813886c71b07608e 2024-11-12T11:43:01,249 INFO [StoreOpener-7a1135041ba53528813886c71b07608e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7a1135041ba53528813886c71b07608e 2024-11-12T11:43:01,251 INFO [StoreOpener-7a1135041ba53528813886c71b07608e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a1135041ba53528813886c71b07608e columnFamilyName info 2024-11-12T11:43:01,252 DEBUG [StoreOpener-7a1135041ba53528813886c71b07608e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:01,252 INFO [StoreOpener-7a1135041ba53528813886c71b07608e-1 {}] regionserver.HStore(327): Store=7a1135041ba53528813886c71b07608e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:43:01,253 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7a1135041ba53528813886c71b07608e 2024-11-12T11:43:01,254 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7a1135041ba53528813886c71b07608e 2024-11-12T11:43:01,254 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7a1135041ba53528813886c71b07608e 2024-11-12T11:43:01,255 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7a1135041ba53528813886c71b07608e 2024-11-12T11:43:01,255 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7a1135041ba53528813886c71b07608e 2024-11-12T11:43:01,257 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7a1135041ba53528813886c71b07608e 2024-11-12T11:43:01,260 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7a1135041ba53528813886c71b07608e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:43:01,260 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7a1135041ba53528813886c71b07608e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=768888, jitterRate=-0.022309482097625732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:43:01,260 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a1135041ba53528813886c71b07608e 2024-11-12T11:43:01,261 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7a1135041ba53528813886c71b07608e: Running coprocessor pre-open hook at 1731411781246Writing region info on filesystem at 1731411781246Initializing all the Stores at 1731411781248 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411781248Cleaning up temporary data from old regions at 1731411781255 (+7 ms)Running coprocessor post-open hooks at 1731411781260 (+5 ms)Region opened successfully at 1731411781261 (+1 ms) 2024-11-12T11:43:01,263 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e., pid=6, masterSystemTime=1731411781237 2024-11-12T11:43:01,265 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. 2024-11-12T11:43:01,265 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. 2024-11-12T11:43:01,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7a1135041ba53528813886c71b07608e, regionState=OPEN, openSeqNum=2, regionLocation=b51f50ce4a7c,41831,1731411778311 2024-11-12T11:43:01,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a1135041ba53528813886c71b07608e, server=b51f50ce4a7c,41831,1731411778311 because future has completed 2024-11-12T11:43:01,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T11:43:01,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a1135041ba53528813886c71b07608e, server=b51f50ce4a7c,41831,1731411778311 in 190 msec 2024-11-12T11:43:01,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T11:43:01,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7a1135041ba53528813886c71b07608e, ASSIGN in 355 msec 2024-11-12T11:43:01,278 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T11:43:01,279 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731411781278"}]},"ts":"1731411781278"} 2024-11-12T11:43:01,281 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-12T11:43:01,282 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T11:43:01,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 401 msec 2024-11-12T11:43:04,782 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T11:43:04,783 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-12T11:43:05,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-12T11:43:05,285 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-12T11:43:05,286 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-12T11:43:06,752 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T11:43:06,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T11:43:10,903 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-12T11:43:10,904 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-12T11:43:10,906 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T11:43:10,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-12T11:43:10,913 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T11:43:10,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-12T11:43:10,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e., hostname=b51f50ce4a7c,41831,1731411778311, seqNum=2] 2024-11-12T11:43:10,922 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-12T11:43:10,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-12T11:43:10,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. 2024-11-12T11:43:10,927 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2142365291_22 at /127.0.0.1:49328 [Receiving block BP-290527822-172.17.0.2-1731411776433:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:44785:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49328 dst: /127.0.0.1:44785 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:10,928 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2142365291_22 at /127.0.0.1:58902 [Receiving block BP-290527822-172.17.0.2-1731411776433:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:37535:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58902 dst: /127.0.0.1:37535 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:10,928 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_778831630_22 at /127.0.0.1:49352 [Receiving block BP-290527822-172.17.0.2-1731411776433:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:44785:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49352 dst: /127.0.0.1:44785 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:10,929 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_778831630_22 at /127.0.0.1:58932 [Receiving block BP-290527822-172.17.0.2-1731411776433:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37535:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58932 dst: /127.0.0.1:37535 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:10,929 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_778831630_22 at /127.0.0.1:49344 [Receiving block BP-290527822-172.17.0.2-1731411776433:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44785:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49344 dst: /127.0.0.1:44785 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:10,929 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_778831630_22 at /127.0.0.1:58934 [Receiving block BP-290527822-172.17.0.2-1731411776433:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:37535:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58934 dst: /127.0.0.1:37535 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:10,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432185bd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:43:10,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f3b38ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:43:10,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:43:10,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a660e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:43:10,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3b24ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,STOPPED} 2024-11-12T11:43:10,995 WARN [BP-290527822-172.17.0.2-1731411776433 heartbeating to localhost/127.0.0.1:45749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:43:10,995 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:43:10,995 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:43:10,995 WARN [BP-290527822-172.17.0.2-1731411776433 heartbeating to localhost/127.0.0.1:45749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290527822-172.17.0.2-1731411776433 (Datanode Uuid e3847582-b10c-4206-abf9-c7e568de35f7) service to localhost/127.0.0.1:45749 2024-11-12T11:43:10,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data1/current/BP-290527822-172.17.0.2-1731411776433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:43:10,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data2/current/BP-290527822-172.17.0.2-1731411776433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:43:10,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:43:11,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:43:11,010 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:43:11,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:43:11,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:43:11,011 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:43:11,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28e48002{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:43:11,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e146f4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:43:11,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@583bce2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/java.io.tmpdir/jetty-localhost-35717-hadoop-hdfs-3_4_1-tests_jar-_-any-6986901615834750279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:43:11,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dbd7554{HTTP/1.1, (http/1.1)}{localhost:35717} 2024-11-12T11:43:11,107 INFO [Time-limited test {}] server.Server(415): Started @81636ms 2024-11-12T11:43:11,108 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:43:11,127 WARN [AsyncFSWAL-0-hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc-prefix:b51f50ce4a7c,41831,1731411778311 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:11,128 DEBUG [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b51f50ce4a7c%2C41831%2C1731411778311:(num 1731411778927) roll requested 2024-11-12T11:43:11,145 DEBUG [regionserver/b51f50ce4a7c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.1731411791128, exclude list is [], retry=0 2024-11-12T11:43:11,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38189,DS-37fb0108-e41c-4211-a299-8724a2dc212c,DISK] 2024-11-12T11:43:11,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-32723b34-a8b5-43bf-a3de-b4d87be62801,DISK] 2024-11-12T11:43:11,151 INFO [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.1731411778927 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.1731411791128 2024-11-12T11:43:11,151 DEBUG [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33719:33719),(127.0.0.1/127.0.0.1:34373:34373)] 2024-11-12T11:43:11,151 DEBUG [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.1731411778927 is not closed yet, will try archiving it next time 2024-11-12T11:43:11,152 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:11,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T11:43:11,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T11:43:11,153 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:11,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:43:11,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:43:11,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:43:11,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T11:43:11,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T11:43:11,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1036739877, stopped=false 2024-11-12T11:43:11,154 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b51f50ce4a7c,39605,1731411778166 2024-11-12T11:43:11,154 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T11:43:11,154 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T11:43:11,154 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.1731411778927 2024-11-12T11:43:11,157 WARN [IPC Server handler 3 on default port 45749 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.1731411778927 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-12T11:43:11,160 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.1731411778927 after 5ms 2024-11-12T11:43:11,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T11:43:11,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T11:43:11,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:11,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:11,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T11:43:11,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T11:43:11,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:43:11,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:43:11,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:43:11,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:43:11,211 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b51f50ce4a7c,41831,1731411778311' ***** 2024-11-12T11:43:11,211 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T11:43:11,211 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T11:43:11,211 INFO [RS:0;b51f50ce4a7c:41831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T11:43:11,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T11:43:11,211 INFO [RS:0;b51f50ce4a7c:41831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T11:43:11,212 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a1135041ba53528813886c71b07608e 2024-11-12T11:43:11,212 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(959): stopping server b51f50ce4a7c,41831,1731411778311 2024-11-12T11:43:11,212 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:43:11,212 INFO [RS:0;b51f50ce4a7c:41831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b51f50ce4a7c:41831. 2024-11-12T11:43:11,212 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a1135041ba53528813886c71b07608e, disabling compactions & flushes 2024-11-12T11:43:11,212 DEBUG [RS:0;b51f50ce4a7c:41831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:43:11,212 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. 2024-11-12T11:43:11,212 DEBUG [RS:0;b51f50ce4a7c:41831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:43:11,212 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. 2024-11-12T11:43:11,212 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T11:43:11,212 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. after waiting 0 ms 2024-11-12T11:43:11,213 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T11:43:11,213 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. 2024-11-12T11:43:11,213 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T11:43:11,213 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T11:43:11,213 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a1135041ba53528813886c71b07608e 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-12T11:43:11,213 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T11:43:11,213 DEBUG [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(1325): Online Regions={7a1135041ba53528813886c71b07608e=TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T11:43:11,213 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T11:43:11,213 DEBUG [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a1135041ba53528813886c71b07608e 2024-11-12T11:43:11,213 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T11:43:11,214 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T11:43:11,214 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T11:43:11,214 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T11:43:11,214 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-12T11:43:11,215 WARN [AsyncFSWAL-0-hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc-prefix:b51f50ce4a7c,41831,1731411778311.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:11,216 DEBUG [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b51f50ce4a7c%2C41831%2C1731411778311.meta:.meta(num 1731411779298) roll requested 2024-11-12T11:43:11,236 DEBUG [regionserver/b51f50ce4a7c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411791216.meta, exclude list is [], retry=0 2024-11-12T11:43:11,238 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7a1135041ba53528813886c71b07608e/.tmp/info/fe36e97779bb4d34962e7d2c268dd5fe is 1055, key is row0001/info:/1731411790920/Put/seqid=0 2024-11-12T11:43:11,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-32723b34-a8b5-43bf-a3de-b4d87be62801,DISK] 2024-11-12T11:43:11,240 INFO [regionserver/b51f50ce4a7c:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:44785,DS-9df88807-f4c7-4355-b955-eb7346ed9d86,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-12T11:43:11,240 WARN [regionserver/b51f50ce4a7c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411791216.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:44785 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:11,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741839_1016 (size=7062) 2024-11-12T11:43:11,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741839_1016 (size=7062) 2024-11-12T11:43:11,245 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7a1135041ba53528813886c71b07608e/.tmp/info/fe36e97779bb4d34962e7d2c268dd5fe 2024-11-12T11:43:11,255 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7a1135041ba53528813886c71b07608e/.tmp/info/fe36e97779bb4d34962e7d2c268dd5fe as hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7a1135041ba53528813886c71b07608e/info/fe36e97779bb4d34962e7d2c268dd5fe 2024-11-12T11:43:11,262 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7a1135041ba53528813886c71b07608e/info/fe36e97779bb4d34962e7d2c268dd5fe, entries=2, sequenceid=6, filesize=6.9 K 2024-11-12T11:43:11,264 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 7a1135041ba53528813886c71b07608e in 51ms, sequenceid=6, compaction requested=false 2024-11-12T11:43:11,269 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7a1135041ba53528813886c71b07608e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T11:43:11,270 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. 2024-11-12T11:43:11,270 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a1135041ba53528813886c71b07608e: Waiting for close lock at 1731411791212Running coprocessor pre-close hooks at 1731411791212Disabling compacts and flushes for region at 1731411791212Disabling writes for close at 1731411791213 (+1 ms)Obtaining lock to block concurrent updates at 1731411791213Preparing flush snapshotting stores in 7a1135041ba53528813886c71b07608e at 1731411791213Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731411791214 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. at 1731411791215 (+1 ms)Flushing 7a1135041ba53528813886c71b07608e/info: creating writer at 1731411791215Flushing 7a1135041ba53528813886c71b07608e/info: appending metadata at 1731411791237 (+22 ms)Flushing 7a1135041ba53528813886c71b07608e/info: closing flushed file at 1731411791238 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db44ec: reopening flushed file at 1731411791254 (+16 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 7a1135041ba53528813886c71b07608e in 51ms, sequenceid=6, compaction requested=false at 1731411791264 (+10 ms)Writing region close event to WAL at 1731411791265 (+1 ms)Running coprocessor post-close hooks at 1731411791270 (+5 ms)Closed at 1731411791270 2024-11-12T11:43:11,271 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e. 2024-11-12T11:43:11,342 DEBUG [regionserver/b51f50ce4a7c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411791216.meta, exclude list is [(127.0.0.1/127.0.0.1:39053:39053)], retry=1 2024-11-12T11:43:11,343 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_778831630_22 at /127.0.0.1:40538 [Receiving block BP-290527822-172.17.0.2-1731411776433:blk_1073741838_1015] {}] datanode.DataXceiver(331): 127.0.0.1:34881:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40538 dst: /127.0.0.1:34881 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:11,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43153,DS-43d4820e-b720-4cc8-bef8-25072314b1de,DISK] 2024-11-12T11:43:11,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-32723b34-a8b5-43bf-a3de-b4d87be62801,DISK] 2024-11-12T11:43:11,351 INFO [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411779298.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411791216.meta 2024-11-12T11:43:11,354 DEBUG [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38037:38037),(127.0.0.1/127.0.0.1:34373:34373)] 2024-11-12T11:43:11,354 DEBUG [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411779298.meta is not closed yet, will try archiving it next time 2024-11-12T11:43:11,354 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:11,355 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:11,355 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411779298.meta 2024-11-12T11:43:11,356 WARN [IPC Server handler 3 on default port 45749 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411779298.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-12T11:43:11,356 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411779298.meta after 1ms 2024-11-12T11:43:11,372 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/.tmp/info/d4c0e111783740b889a96eaefa36cd58 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731411780881.7a1135041ba53528813886c71b07608e./info:regioninfo/1731411781266/Put/seqid=0 2024-11-12T11:43:11,374 WARN [Thread-634 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741841_1019 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-12T11:43:11,374 WARN [Thread-634 {}] hdfs.DataStreamer(1731): Error Recovery for BP-290527822-172.17.0.2-1731411776433:blk_1073741841_1019 in pipeline [DatanodeInfoWithStorage[127.0.0.1:44785,DS-9df88807-f4c7-4355-b955-eb7346ed9d86,DISK], DatanodeInfoWithStorage[127.0.0.1:38189,DS-37fb0108-e41c-4211-a299-8724a2dc212c,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:44785,DS-9df88807-f4c7-4355-b955-eb7346ed9d86,DISK]) is bad. 2024-11-12T11:43:11,374 WARN [Thread-634 {}] hdfs.DataStreamer(1850): Abandoning BP-290527822-172.17.0.2-1731411776433:blk_1073741841_1019 2024-11-12T11:43:11,377 WARN [Thread-634 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:44785,DS-9df88807-f4c7-4355-b955-eb7346ed9d86,DISK] 2024-11-12T11:43:11,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741842_1020 (size=7089) 2024-11-12T11:43:11,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741842_1020 (size=7089) 2024-11-12T11:43:11,385 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/.tmp/info/d4c0e111783740b889a96eaefa36cd58 2024-11-12T11:43:11,414 DEBUG [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T11:43:11,415 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/.tmp/ns/fb26c7598e604724b459c8aa80a010df is 43, key is default/ns:d/1731411779476/Put/seqid=0 2024-11-12T11:43:11,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741843_1021 (size=5153) 2024-11-12T11:43:11,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741843_1021 (size=5153) 2024-11-12T11:43:11,427 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/.tmp/ns/fb26c7598e604724b459c8aa80a010df 2024-11-12T11:43:11,440 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:43:11,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0d3d6000c3dafe3 with lease ID 0x82189a5a47798cd9: from storage DS-9df88807-f4c7-4355-b955-eb7346ed9d86 node DatanodeRegistration(127.0.0.1:37473, datanodeUuid=e3847582-b10c-4206-abf9-c7e568de35f7, infoPort=41379, infoSecurePort=0, ipcPort=36705, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T11:43:11,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0d3d6000c3dafe3 with lease ID 0x82189a5a47798cd9: from storage DS-4a1a91c3-95e2-417f-90a2-398ed8ea48e9 node DatanodeRegistration(127.0.0.1:37473, datanodeUuid=e3847582-b10c-4206-abf9-c7e568de35f7, infoPort=41379, infoSecurePort=0, ipcPort=36705, storageInfo=lv=-57;cid=testClusterID;nsid=1475950063;c=1731411776433), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:43:11,451 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/.tmp/table/f0080a9fa2144465b3c3c9e1b8d2b7d0 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731411781278/Put/seqid=0 2024-11-12T11:43:11,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741844_1022 (size=5424) 2024-11-12T11:43:11,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741844_1022 (size=5424) 2024-11-12T11:43:11,458 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/.tmp/table/f0080a9fa2144465b3c3c9e1b8d2b7d0 2024-11-12T11:43:11,466 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/.tmp/info/d4c0e111783740b889a96eaefa36cd58 as hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/info/d4c0e111783740b889a96eaefa36cd58 2024-11-12T11:43:11,474 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/info/d4c0e111783740b889a96eaefa36cd58, entries=10, sequenceid=11, filesize=6.9 K 2024-11-12T11:43:11,475 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/.tmp/ns/fb26c7598e604724b459c8aa80a010df as hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/ns/fb26c7598e604724b459c8aa80a010df 2024-11-12T11:43:11,484 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/ns/fb26c7598e604724b459c8aa80a010df, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T11:43:11,485 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/.tmp/table/f0080a9fa2144465b3c3c9e1b8d2b7d0 as hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/table/f0080a9fa2144465b3c3c9e1b8d2b7d0 2024-11-12T11:43:11,493 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/table/f0080a9fa2144465b3c3c9e1b8d2b7d0, entries=2, sequenceid=11, filesize=5.3 K 2024-11-12T11:43:11,495 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 281ms, sequenceid=11, compaction requested=false 2024-11-12T11:43:11,501 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T11:43:11,501 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T11:43:11,502 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T11:43:11,502 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731411791213Running coprocessor pre-close hooks at 1731411791213Disabling compacts and flushes for region at 1731411791213Disabling writes for close at 1731411791214 (+1 ms)Obtaining lock to block concurrent updates at 1731411791214Preparing flush snapshotting stores in 1588230740 at 1731411791214Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731411791215 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731411791355 (+140 ms)Flushing 1588230740/info: creating writer at 1731411791355Flushing 1588230740/info: appending metadata at 1731411791372 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731411791372Flushing 1588230740/ns: creating writer at 1731411791393 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731411791414 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731411791414Flushing 1588230740/table: creating writer at 1731411791435 (+21 ms)Flushing 1588230740/table: appending metadata at 1731411791450 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731411791451 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c96e1cd: reopening flushed file at 1731411791465 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c8a113e: reopening flushed file at 1731411791474 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9fafe: reopening flushed file at 1731411791484 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 281ms, sequenceid=11, compaction requested=false at 1731411791495 (+11 ms)Writing region close event to WAL at 1731411791496 (+1 ms)Running coprocessor post-close hooks at 1731411791501 (+5 ms)Closed at 1731411791501 2024-11-12T11:43:11,502 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T11:43:11,614 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(976): stopping server b51f50ce4a7c,41831,1731411778311; all regions closed. 2024-11-12T11:43:11,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741840_1017 (size=825) 2024-11-12T11:43:11,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741840_1017 (size=825) 2024-11-12T11:43:11,788 INFO [regionserver/b51f50ce4a7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T11:43:11,788 INFO [regionserver/b51f50ce4a7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T11:43:12,789 INFO [regionserver/b51f50ce4a7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:43:13,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741833_1014 (size=1599) 2024-11-12T11:43:15,162 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.1731411778927 after 4007ms 2024-11-12T11:43:15,162 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.1731411778927 to hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/oldWALs/b51f50ce4a7c%2C41831%2C1731411778311.1731411778927 2024-11-12T11:43:15,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-12T11:43:15,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T11:43:15,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T11:43:15,357 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411779298.meta after 4002ms 2024-11-12T11:43:15,358 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/WALs/b51f50ce4a7c,41831,1731411778311/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411779298.meta to hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/oldWALs/b51f50ce4a7c%2C41831%2C1731411778311.meta.1731411779298.meta 2024-11-12T11:43:15,362 DEBUG [RS:0;b51f50ce4a7c:41831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/oldWALs 2024-11-12T11:43:15,362 INFO [RS:0;b51f50ce4a7c:41831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b51f50ce4a7c%2C41831%2C1731411778311.meta:.meta(num 1731411791216) 2024-11-12T11:43:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741837_1013 (size=2288) 2024-11-12T11:43:15,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741837_1013 (size=2288) 2024-11-12T11:43:15,369 DEBUG [RS:0;b51f50ce4a7c:41831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/oldWALs 2024-11-12T11:43:15,370 INFO [RS:0;b51f50ce4a7c:41831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b51f50ce4a7c%2C41831%2C1731411778311:(num 1731411791128) 2024-11-12T11:43:15,370 DEBUG [RS:0;b51f50ce4a7c:41831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:43:15,370 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:43:15,370 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:43:15,370 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.ChoreService(370): Chore service for: regionserver/b51f50ce4a7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T11:43:15,371 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:43:15,371 INFO [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:43:15,371 INFO [RS:0;b51f50ce4a7c:41831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41831 2024-11-12T11:43:15,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b51f50ce4a7c,41831,1731411778311 2024-11-12T11:43:15,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:43:15,417 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:43:15,418 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007fcae49028e8@2ff3bbc3 rejected from java.util.concurrent.ThreadPoolExecutor@6af12059[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-12T11:43:15,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b51f50ce4a7c,41831,1731411778311] 2024-11-12T11:43:15,433 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b51f50ce4a7c,41831,1731411778311 already deleted, retry=false 2024-11-12T11:43:15,434 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b51f50ce4a7c,41831,1731411778311 expired; onlineServers=0 2024-11-12T11:43:15,434 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b51f50ce4a7c,39605,1731411778166' ***** 2024-11-12T11:43:15,434 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T11:43:15,434 INFO [M:0;b51f50ce4a7c:39605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:43:15,434 INFO [M:0;b51f50ce4a7c:39605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:43:15,434 DEBUG [M:0;b51f50ce4a7c:39605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T11:43:15,434 DEBUG [M:0;b51f50ce4a7c:39605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T11:43:15,434 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T11:43:15,434 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411778648 {}] cleaner.HFileCleaner(306): Exit Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411778648,5,FailOnTimeoutGroup] 2024-11-12T11:43:15,434 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411778648 {}] cleaner.HFileCleaner(306): Exit Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411778648,5,FailOnTimeoutGroup] 2024-11-12T11:43:15,434 INFO [M:0;b51f50ce4a7c:39605 {}] hbase.ChoreService(370): Chore service for: master/b51f50ce4a7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T11:43:15,435 INFO [M:0;b51f50ce4a7c:39605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:43:15,435 DEBUG [M:0;b51f50ce4a7c:39605 {}] master.HMaster(1795): Stopping service threads 2024-11-12T11:43:15,435 INFO [M:0;b51f50ce4a7c:39605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T11:43:15,435 INFO [M:0;b51f50ce4a7c:39605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T11:43:15,435 INFO [M:0;b51f50ce4a7c:39605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T11:43:15,435 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T11:43:15,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T11:43:15,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:15,442 DEBUG [M:0;b51f50ce4a7c:39605 {}] zookeeper.ZKUtil(347): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T11:43:15,442 WARN [M:0;b51f50ce4a7c:39605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T11:43:15,444 INFO [M:0;b51f50ce4a7c:39605 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/.lastflushedseqids 2024-11-12T11:43:15,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741845_1023 (size=139) 2024-11-12T11:43:15,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741845_1023 (size=139) 2024-11-12T11:43:15,453 INFO [M:0;b51f50ce4a7c:39605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T11:43:15,453 INFO [M:0;b51f50ce4a7c:39605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T11:43:15,453 DEBUG [M:0;b51f50ce4a7c:39605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T11:43:15,453 INFO [M:0;b51f50ce4a7c:39605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:43:15,453 DEBUG [M:0;b51f50ce4a7c:39605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:43:15,454 DEBUG [M:0;b51f50ce4a7c:39605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T11:43:15,454 DEBUG [M:0;b51f50ce4a7c:39605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:43:15,454 INFO [M:0;b51f50ce4a7c:39605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-12T11:43:15,455 WARN [AsyncFSWAL-0-hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData-prefix:b51f50ce4a7c,39605,1731411778166 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:15,456 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b51f50ce4a7c%2C39605%2C1731411778166:(num 1731411778447) roll requested 2024-11-12T11:43:15,470 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/WALs/b51f50ce4a7c,39605,1731411778166/b51f50ce4a7c%2C39605%2C1731411778166.1731411795456, exclude list is [], retry=0 2024-11-12T11:43:15,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43153,DS-43d4820e-b720-4cc8-bef8-25072314b1de,DISK] 2024-11-12T11:43:15,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37535,DS-6331b624-7573-4b26-b431-53e79932193b,DISK] 2024-11-12T11:43:15,476 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/WALs/b51f50ce4a7c,39605,1731411778166/b51f50ce4a7c%2C39605%2C1731411778166.1731411778447 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/WALs/b51f50ce4a7c,39605,1731411778166/b51f50ce4a7c%2C39605%2C1731411778166.1731411795456 2024-11-12T11:43:15,476 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38037:38037),(127.0.0.1/127.0.0.1:43201:43201)] 2024-11-12T11:43:15,476 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/WALs/b51f50ce4a7c,39605,1731411778166/b51f50ce4a7c%2C39605%2C1731411778166.1731411778447 is not closed yet, will try archiving it next time 2024-11-12T11:43:15,476 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:15,477 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:43:15,477 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/WALs/b51f50ce4a7c,39605,1731411778166/b51f50ce4a7c%2C39605%2C1731411778166.1731411778447 2024-11-12T11:43:15,478 WARN [IPC Server handler 3 on default port 45749 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/WALs/b51f50ce4a7c,39605,1731411778166/b51f50ce4a7c%2C39605%2C1731411778166.1731411778447 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-12T11:43:15,478 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/WALs/b51f50ce4a7c,39605,1731411778166/b51f50ce4a7c%2C39605%2C1731411778166.1731411778447 after 1ms 2024-11-12T11:43:15,498 DEBUG [M:0;b51f50ce4a7c:39605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0a05bd48206431b8423cba91e87dafb is 82, key is hbase:meta,,1/info:regioninfo/1731411779367/Put/seqid=0 2024-11-12T11:43:15,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741847_1026 (size=5672) 2024-11-12T11:43:15,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741847_1026 (size=5672) 2024-11-12T11:43:15,505 INFO [M:0;b51f50ce4a7c:39605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0a05bd48206431b8423cba91e87dafb 2024-11-12T11:43:15,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:43:15,525 INFO [RS:0;b51f50ce4a7c:41831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:43:15,526 INFO [RS:0;b51f50ce4a7c:41831 {}] regionserver.HRegionServer(1031): Exiting; stopping=b51f50ce4a7c,41831,1731411778311; zookeeper connection closed. 2024-11-12T11:43:15,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41831-0x1013024bcd70001, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:43:15,526 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18a00140 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18a00140 2024-11-12T11:43:15,526 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T11:43:15,533 DEBUG [M:0;b51f50ce4a7c:39605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcd60e8c520c49b5a48fb2aa362ad50e is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731411781284/Put/seqid=0 2024-11-12T11:43:15,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741848_1027 (size=6115) 2024-11-12T11:43:15,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741848_1027 (size=6115) 2024-11-12T11:43:15,540 INFO [M:0;b51f50ce4a7c:39605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcd60e8c520c49b5a48fb2aa362ad50e 2024-11-12T11:43:15,561 DEBUG [M:0;b51f50ce4a7c:39605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a5adacce2544e9a83d1a2209c6cc1c1 is 69, key is b51f50ce4a7c,41831,1731411778311/rs:state/1731411778770/Put/seqid=0 2024-11-12T11:43:15,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741849_1028 (size=5156) 2024-11-12T11:43:15,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741849_1028 (size=5156) 2024-11-12T11:43:15,568 INFO [M:0;b51f50ce4a7c:39605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a5adacce2544e9a83d1a2209c6cc1c1 2024-11-12T11:43:15,588 DEBUG [M:0;b51f50ce4a7c:39605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cf9df38a17fe471ea4e09c67cdac6ed8 is 52, key is load_balancer_on/state:d/1731411779554/Put/seqid=0 2024-11-12T11:43:15,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741850_1029 (size=5056) 2024-11-12T11:43:15,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741850_1029 (size=5056) 2024-11-12T11:43:15,595 INFO [M:0;b51f50ce4a7c:39605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cf9df38a17fe471ea4e09c67cdac6ed8 2024-11-12T11:43:15,602 DEBUG [M:0;b51f50ce4a7c:39605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0a05bd48206431b8423cba91e87dafb as hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0a05bd48206431b8423cba91e87dafb 2024-11-12T11:43:15,608 INFO [M:0;b51f50ce4a7c:39605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0a05bd48206431b8423cba91e87dafb, entries=8, sequenceid=56, filesize=5.5 K 2024-11-12T11:43:15,610 DEBUG [M:0;b51f50ce4a7c:39605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcd60e8c520c49b5a48fb2aa362ad50e as hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcd60e8c520c49b5a48fb2aa362ad50e 2024-11-12T11:43:15,616 INFO [M:0;b51f50ce4a7c:39605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcd60e8c520c49b5a48fb2aa362ad50e, entries=6, sequenceid=56, filesize=6.0 K 2024-11-12T11:43:15,618 DEBUG [M:0;b51f50ce4a7c:39605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a5adacce2544e9a83d1a2209c6cc1c1 as hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a5adacce2544e9a83d1a2209c6cc1c1 2024-11-12T11:43:15,625 INFO [M:0;b51f50ce4a7c:39605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a5adacce2544e9a83d1a2209c6cc1c1, entries=1, sequenceid=56, filesize=5.0 K 2024-11-12T11:43:15,627 DEBUG [M:0;b51f50ce4a7c:39605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cf9df38a17fe471ea4e09c67cdac6ed8 as hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cf9df38a17fe471ea4e09c67cdac6ed8 2024-11-12T11:43:15,633 INFO [M:0;b51f50ce4a7c:39605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cf9df38a17fe471ea4e09c67cdac6ed8, entries=1, sequenceid=56, filesize=4.9 K 2024-11-12T11:43:15,635 INFO [M:0;b51f50ce4a7c:39605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 180ms, sequenceid=56, compaction requested=false 2024-11-12T11:43:15,636 INFO [M:0;b51f50ce4a7c:39605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:43:15,636 DEBUG [M:0;b51f50ce4a7c:39605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731411795453Disabling compacts and flushes for region at 1731411795453Disabling writes for close at 1731411795454 (+1 ms)Obtaining lock to block concurrent updates at 1731411795454Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731411795454Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1731411795455 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731411795477 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731411795477Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731411795498 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731411795498Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731411795512 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731411795532 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731411795533 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731411795546 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731411795561 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731411795561Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731411795574 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731411795588 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731411795588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64fa4bdb: reopening flushed file at 1731411795601 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f69845c: reopening flushed file at 1731411795608 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6433500b: reopening flushed file at 1731411795617 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f89f7: reopening flushed file at 1731411795625 (+8 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 180ms, sequenceid=56, compaction requested=false at 1731411795635 (+10 ms)Writing region close event to WAL at 1731411795636 (+1 ms)Closed at 1731411795636 2024-11-12T11:43:15,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741846_1024 (size=757) 2024-11-12T11:43:15,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741846_1024 (size=757) 2024-11-12T11:43:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741833_1014 (size=1599) 2024-11-12T11:43:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741834_1018 (size=2386) 2024-11-12T11:43:16,778 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T11:43:16,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:16,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741830_1025 (size=27189) 2024-11-12T11:43:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741830_1025 (size=27189) 2024-11-12T11:43:19,480 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/WALs/b51f50ce4a7c,39605,1731411778166/b51f50ce4a7c%2C39605%2C1731411778166.1731411778447 after 4003ms 2024-11-12T11:43:19,482 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/WALs/b51f50ce4a7c,39605,1731411778166/b51f50ce4a7c%2C39605%2C1731411778166.1731411778447 to hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/oldWALs/b51f50ce4a7c%2C39605%2C1731411778166.1731411778447 2024-11-12T11:43:19,492 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/MasterData/oldWALs/b51f50ce4a7c%2C39605%2C1731411778166.1731411778447 to hdfs://localhost:45749/user/jenkins/test-data/24dcc600-9bea-d171-e16c-3b4d5b0f7acc/oldWALs/b51f50ce4a7c%2C39605%2C1731411778166.1731411778447$masterlocalwal$ 2024-11-12T11:43:19,493 INFO [M:0;b51f50ce4a7c:39605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T11:43:19,493 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:43:19,493 INFO [M:0;b51f50ce4a7c:39605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39605 2024-11-12T11:43:19,493 INFO [M:0;b51f50ce4a7c:39605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:43:19,643 INFO [M:0;b51f50ce4a7c:39605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:43:19,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:43:19,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1013024bcd70000, quorum=127.0.0.1:58956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:43:19,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@583bce2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:43:19,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dbd7554{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:43:19,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:43:19,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e146f4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:43:19,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28e48002{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,STOPPED} 2024-11-12T11:43:19,652 WARN [BP-290527822-172.17.0.2-1731411776433 heartbeating to localhost/127.0.0.1:45749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:43:19,652 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:43:19,652 WARN [BP-290527822-172.17.0.2-1731411776433 heartbeating to localhost/127.0.0.1:45749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290527822-172.17.0.2-1731411776433 (Datanode Uuid e3847582-b10c-4206-abf9-c7e568de35f7) service to localhost/127.0.0.1:45749 2024-11-12T11:43:19,652 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:43:19,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data1/current/BP-290527822-172.17.0.2-1731411776433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:43:19,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data2/current/BP-290527822-172.17.0.2-1731411776433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:43:19,653 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:43:19,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@203c9393{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:43:19,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79d6b559{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:43:19,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:43:19,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c21a411{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:43:19,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a3a18a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,STOPPED} 2024-11-12T11:43:19,657 WARN [BP-290527822-172.17.0.2-1731411776433 heartbeating to localhost/127.0.0.1:45749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:43:19,657 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:43:19,657 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:43:19,657 WARN [BP-290527822-172.17.0.2-1731411776433 heartbeating to localhost/127.0.0.1:45749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290527822-172.17.0.2-1731411776433 (Datanode Uuid 3e06871b-12b7-42d2-a13b-97af0d621f20) service to localhost/127.0.0.1:45749 2024-11-12T11:43:19,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data9/current/BP-290527822-172.17.0.2-1731411776433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:43:19,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data10/current/BP-290527822-172.17.0.2-1731411776433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:43:19,658 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:43:19,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d74f189{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:43:19,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b0f5da5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:43:19,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:43:19,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45526b3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:43:19,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20d4578b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,STOPPED} 2024-11-12T11:43:19,662 WARN [BP-290527822-172.17.0.2-1731411776433 heartbeating to localhost/127.0.0.1:45749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:43:19,662 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:43:19,662 WARN [BP-290527822-172.17.0.2-1731411776433 heartbeating to localhost/127.0.0.1:45749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290527822-172.17.0.2-1731411776433 (Datanode Uuid 2688253b-1805-42cf-9b84-d8a88e0187a6) service to localhost/127.0.0.1:45749 2024-11-12T11:43:19,662 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:43:19,662 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data7/current/BP-290527822-172.17.0.2-1731411776433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:43:19,662 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data8/current/BP-290527822-172.17.0.2-1731411776433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:43:19,663 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:43:19,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f1e4ae0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:43:19,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63df46d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:43:19,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:43:19,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1469ecc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:43:19,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3deed92b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,STOPPED} 2024-11-12T11:43:19,666 WARN [BP-290527822-172.17.0.2-1731411776433 heartbeating to localhost/127.0.0.1:45749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:43:19,666 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:43:19,666 WARN [BP-290527822-172.17.0.2-1731411776433 heartbeating to localhost/127.0.0.1:45749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290527822-172.17.0.2-1731411776433 (Datanode Uuid 3e8cc96e-17a9-44aa-9c10-cf692430257c) service to localhost/127.0.0.1:45749 2024-11-12T11:43:19,666 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:43:19,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data5/current/BP-290527822-172.17.0.2-1731411776433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:43:19,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data6/current/BP-290527822-172.17.0.2-1731411776433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:43:19,667 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:43:19,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@698280f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:43:19,669 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5882bdce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:43:19,669 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:43:19,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45528e53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:43:19,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384418d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,STOPPED} 2024-11-12T11:43:19,671 WARN [BP-290527822-172.17.0.2-1731411776433 heartbeating to localhost/127.0.0.1:45749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:43:19,671 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:43:19,671 WARN [BP-290527822-172.17.0.2-1731411776433 heartbeating to localhost/127.0.0.1:45749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290527822-172.17.0.2-1731411776433 (Datanode Uuid 0576c97b-2f2f-426e-ae34-bf5eb6ffe501) service to localhost/127.0.0.1:45749 2024-11-12T11:43:19,671 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:43:19,672 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data3/current/BP-290527822-172.17.0.2-1731411776433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:43:19,672 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/cluster_40e47a55-5d79-24a9-1945-fd80a1702843/data/data4/current/BP-290527822-172.17.0.2-1731411776433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:43:19,672 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:43:19,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e4f11d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T11:43:19,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75e5eb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:43:19,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:43:19,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1785141e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:43:19,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9064200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir/,STOPPED} 2024-11-12T11:43:19,687 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T11:43:19,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T11:43:19,721 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 70) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45749 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 118), ProcessCount=11 (was 11), AvailableMemoryMB=1286 (was 1596) 2024-11-12T11:43:19,728 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=1286 2024-11-12T11:43:19,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T11:43:19,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.log.dir so I do NOT create it in target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb 2024-11-12T11:43:19,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/347e573c-9d0b-f518-a733-d07f1e8c2e64/hadoop.tmp.dir so I do NOT create it in target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb 2024-11-12T11:43:19,728 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/cluster_8af2c258-70a2-51c0-4bb7-800ad73a352f, deleteOnExit=true 2024-11-12T11:43:19,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T11:43:19,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/test.cache.data in system properties and HBase conf 2024-11-12T11:43:19,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T11:43:19,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/hadoop.log.dir in system properties and HBase conf 2024-11-12T11:43:19,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T11:43:19,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T11:43:19,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T11:43:19,729 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T11:43:19,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T11:43:19,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T11:43:19,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T11:43:19,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T11:43:19,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T11:43:19,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T11:43:19,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T11:43:19,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T11:43:19,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T11:43:19,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/nfs.dump.dir in system properties and HBase conf 2024-11-12T11:43:19,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/java.io.tmpdir in system properties and HBase conf 2024-11-12T11:43:19,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T11:43:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T11:43:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T11:43:19,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:43:19,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:43:19,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:43:19,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:43:19,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:43:19,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:43:19,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ffe7f97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:43:19,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38ff7347{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:43:20,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f13cb2d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/java.io.tmpdir/jetty-localhost-37319-hadoop-hdfs-3_4_1-tests_jar-_-any-4348370915995287958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T11:43:20,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bd1fb1d{HTTP/1.1, (http/1.1)}{localhost:37319} 2024-11-12T11:43:20,091 INFO [Time-limited test {}] server.Server(415): Started @90620ms 2024-11-12T11:43:20,280 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:43:20,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:43:20,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:43:20,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:43:20,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:43:20,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4b3624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:43:20,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b10ba25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:43:20,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cac673c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/java.io.tmpdir/jetty-localhost-36271-hadoop-hdfs-3_4_1-tests_jar-_-any-10704351622335226398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:43:20,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@617c715{HTTP/1.1, (http/1.1)}{localhost:36271} 2024-11-12T11:43:20,377 INFO [Time-limited test {}] server.Server(415): Started @90906ms 2024-11-12T11:43:20,378 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:43:20,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:43:20,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:43:20,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:43:20,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:43:20,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T11:43:20,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@327e4fda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:43:20,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e6de787{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:43:20,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d13d779{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/java.io.tmpdir/jetty-localhost-36547-hadoop-hdfs-3_4_1-tests_jar-_-any-12106506275375518509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:43:20,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bd74c4e{HTTP/1.1, (http/1.1)}{localhost:36547} 2024-11-12T11:43:20,508 INFO [Time-limited test {}] server.Server(415): Started @91037ms 2024-11-12T11:43:20,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:43:20,958 WARN [Thread-803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/cluster_8af2c258-70a2-51c0-4bb7-800ad73a352f/data/data2/current/BP-1138996915-172.17.0.2-1731411799754/current, will proceed with Du for space computation calculation, 2024-11-12T11:43:20,958 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/cluster_8af2c258-70a2-51c0-4bb7-800ad73a352f/data/data1/current/BP-1138996915-172.17.0.2-1731411799754/current, will proceed with Du for space computation calculation, 2024-11-12T11:43:20,975 WARN [Thread-766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:43:20,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37a257e43f671355 with lease ID 0x69e704f439117c73: Processing first storage report for DS-1f3c1ae1-587f-4f70-8dad-25544723727d from datanode DatanodeRegistration(127.0.0.1:39371, datanodeUuid=0bd68dcf-98c6-4287-b474-62b0ef0a6704, infoPort=43695, infoSecurePort=0, ipcPort=45317, storageInfo=lv=-57;cid=testClusterID;nsid=1341797076;c=1731411799754) 2024-11-12T11:43:20,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37a257e43f671355 with lease ID 0x69e704f439117c73: from storage DS-1f3c1ae1-587f-4f70-8dad-25544723727d node DatanodeRegistration(127.0.0.1:39371, datanodeUuid=0bd68dcf-98c6-4287-b474-62b0ef0a6704, infoPort=43695, infoSecurePort=0, ipcPort=45317, storageInfo=lv=-57;cid=testClusterID;nsid=1341797076;c=1731411799754), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:43:20,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37a257e43f671355 with lease ID 0x69e704f439117c73: Processing first storage report for DS-3d452c46-2c22-455b-89b5-e1c35b028f46 from datanode DatanodeRegistration(127.0.0.1:39371, datanodeUuid=0bd68dcf-98c6-4287-b474-62b0ef0a6704, infoPort=43695, infoSecurePort=0, ipcPort=45317, storageInfo=lv=-57;cid=testClusterID;nsid=1341797076;c=1731411799754) 2024-11-12T11:43:20,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37a257e43f671355 with lease ID 0x69e704f439117c73: from storage DS-3d452c46-2c22-455b-89b5-e1c35b028f46 node DatanodeRegistration(127.0.0.1:39371, datanodeUuid=0bd68dcf-98c6-4287-b474-62b0ef0a6704, infoPort=43695, infoSecurePort=0, ipcPort=45317, storageInfo=lv=-57;cid=testClusterID;nsid=1341797076;c=1731411799754), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:43:21,103 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/cluster_8af2c258-70a2-51c0-4bb7-800ad73a352f/data/data3/current/BP-1138996915-172.17.0.2-1731411799754/current, will proceed with Du for space computation calculation, 2024-11-12T11:43:21,103 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/cluster_8af2c258-70a2-51c0-4bb7-800ad73a352f/data/data4/current/BP-1138996915-172.17.0.2-1731411799754/current, will proceed with Du for space computation calculation, 2024-11-12T11:43:21,123 WARN [Thread-789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:43:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf84ca47197b294ac with lease ID 0x69e704f439117c74: Processing first storage report for DS-a4f341c0-38a7-40bc-90d0-c38e5b8d0494 from datanode DatanodeRegistration(127.0.0.1:34601, datanodeUuid=50c83ded-ce48-462c-99c6-a337e3809882, infoPort=39179, infoSecurePort=0, ipcPort=46083, storageInfo=lv=-57;cid=testClusterID;nsid=1341797076;c=1731411799754) 2024-11-12T11:43:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf84ca47197b294ac with lease ID 0x69e704f439117c74: from storage DS-a4f341c0-38a7-40bc-90d0-c38e5b8d0494 node DatanodeRegistration(127.0.0.1:34601, datanodeUuid=50c83ded-ce48-462c-99c6-a337e3809882, infoPort=39179, infoSecurePort=0, ipcPort=46083, storageInfo=lv=-57;cid=testClusterID;nsid=1341797076;c=1731411799754), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:43:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf84ca47197b294ac with lease ID 0x69e704f439117c74: Processing first storage report for DS-5f6c5f64-b4db-4414-bedb-c26012944fdd from datanode DatanodeRegistration(127.0.0.1:34601, datanodeUuid=50c83ded-ce48-462c-99c6-a337e3809882, infoPort=39179, infoSecurePort=0, ipcPort=46083, storageInfo=lv=-57;cid=testClusterID;nsid=1341797076;c=1731411799754) 2024-11-12T11:43:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf84ca47197b294ac with lease ID 0x69e704f439117c74: from storage DS-5f6c5f64-b4db-4414-bedb-c26012944fdd node DatanodeRegistration(127.0.0.1:34601, datanodeUuid=50c83ded-ce48-462c-99c6-a337e3809882, infoPort=39179, infoSecurePort=0, ipcPort=46083, storageInfo=lv=-57;cid=testClusterID;nsid=1341797076;c=1731411799754), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:43:21,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb 2024-11-12T11:43:21,138 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/cluster_8af2c258-70a2-51c0-4bb7-800ad73a352f/zookeeper_0, clientPort=57882, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/cluster_8af2c258-70a2-51c0-4bb7-800ad73a352f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/cluster_8af2c258-70a2-51c0-4bb7-800ad73a352f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T11:43:21,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57882 2024-11-12T11:43:21,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:43:21,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:43:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741825_1001 (size=7) 2024-11-12T11:43:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741825_1001 (size=7) 2024-11-12T11:43:21,152 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7 with version=8 2024-11-12T11:43:21,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/hbase-staging 2024-11-12T11:43:21,154 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:43:21,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:43:21,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:43:21,154 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:43:21,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:43:21,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:43:21,154 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T11:43:21,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:43:21,155 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32955 2024-11-12T11:43:21,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32955 connecting to ZooKeeper ensemble=127.0.0.1:57882 2024-11-12T11:43:21,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329550x0, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:43:21,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32955-0x101302516a60000 connected 2024-11-12T11:43:21,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:43:21,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:43:21,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:43:21,271 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7, hbase.cluster.distributed=false 2024-11-12T11:43:21,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:43:21,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32955 2024-11-12T11:43:21,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32955 2024-11-12T11:43:21,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32955 2024-11-12T11:43:21,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32955 2024-11-12T11:43:21,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32955 2024-11-12T11:43:21,288 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:43:21,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:43:21,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:43:21,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:43:21,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:43:21,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:43:21,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T11:43:21,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:43:21,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33285 2024-11-12T11:43:21,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33285 connecting to ZooKeeper ensemble=127.0.0.1:57882 2024-11-12T11:43:21,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:43:21,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:43:21,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332850x0, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:43:21,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33285-0x101302516a60001 connected 2024-11-12T11:43:21,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:43:21,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T11:43:21,304 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T11:43:21,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T11:43:21,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:43:21,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33285 2024-11-12T11:43:21,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33285 2024-11-12T11:43:21,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33285 2024-11-12T11:43:21,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33285 2024-11-12T11:43:21,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33285 2024-11-12T11:43:21,321 DEBUG [M:0;b51f50ce4a7c:32955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b51f50ce4a7c:32955 2024-11-12T11:43:21,322 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b51f50ce4a7c,32955,1731411801154 2024-11-12T11:43:21,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:43:21,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:43:21,325 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b51f50ce4a7c,32955,1731411801154 2024-11-12T11:43:21,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T11:43:21,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:21,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:21,334 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T11:43:21,334 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b51f50ce4a7c,32955,1731411801154 from backup master directory 2024-11-12T11:43:21,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b51f50ce4a7c,32955,1731411801154 2024-11-12T11:43:21,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:43:21,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:43:21,342 WARN [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:43:21,342 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b51f50ce4a7c,32955,1731411801154 2024-11-12T11:43:21,347 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/hbase.id] with ID: 3822ff2e-6151-4ac5-b277-f064136d2116 2024-11-12T11:43:21,347 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/.tmp/hbase.id 2024-11-12T11:43:21,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741826_1002 (size=42) 2024-11-12T11:43:21,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741826_1002 (size=42) 2024-11-12T11:43:21,357 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/.tmp/hbase.id]:[hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/hbase.id] 2024-11-12T11:43:21,371 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:43:21,371 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T11:43:21,372 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T11:43:21,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:21,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:21,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741827_1003 (size=196) 2024-11-12T11:43:21,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741827_1003 (size=196) 2024-11-12T11:43:21,392 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T11:43:21,393 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T11:43:21,393 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:43:21,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741828_1004 (size=1189) 2024-11-12T11:43:21,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741828_1004 (size=1189) 2024-11-12T11:43:21,404 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store 2024-11-12T11:43:21,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741829_1005 (size=34) 2024-11-12T11:43:21,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741829_1005 (size=34) 2024-11-12T11:43:21,415 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:43:21,415 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T11:43:21,415 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:43:21,415 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:43:21,416 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T11:43:21,416 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:43:21,416 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:43:21,416 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731411801415Disabling compacts and flushes for region at 1731411801415Disabling writes for close at 1731411801416 (+1 ms)Writing region close event to WAL at 1731411801416Closed at 1731411801416 2024-11-12T11:43:21,417 WARN [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/.initializing 2024-11-12T11:43:21,417 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/WALs/b51f50ce4a7c,32955,1731411801154 2024-11-12T11:43:21,418 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:43:21,420 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C32955%2C1731411801154, suffix=, logDir=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/WALs/b51f50ce4a7c,32955,1731411801154, archiveDir=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/oldWALs, maxLogs=10 2024-11-12T11:43:21,433 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/WALs/b51f50ce4a7c,32955,1731411801154/b51f50ce4a7c%2C32955%2C1731411801154.1731411801421, exclude list is [], retry=0 2024-11-12T11:43:21,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34601,DS-a4f341c0-38a7-40bc-90d0-c38e5b8d0494,DISK] 2024-11-12T11:43:21,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39371,DS-1f3c1ae1-587f-4f70-8dad-25544723727d,DISK] 2024-11-12T11:43:21,438 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/WALs/b51f50ce4a7c,32955,1731411801154/b51f50ce4a7c%2C32955%2C1731411801154.1731411801421 2024-11-12T11:43:21,438 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39179:39179),(127.0.0.1/127.0.0.1:43695:43695)] 2024-11-12T11:43:21,438 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:43:21,438 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:43:21,438 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:43:21,439 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:43:21,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:43:21,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T11:43:21,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:21,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:43:21,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:43:21,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T11:43:21,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:21,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:43:21,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:43:21,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T11:43:21,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:21,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:43:21,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:43:21,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T11:43:21,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:21,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:43:21,448 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:43:21,449 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:43:21,449 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:43:21,451 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:43:21,451 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:43:21,451 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T11:43:21,452 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:43:21,455 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:43:21,456 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=698351, jitterRate=-0.11200101673603058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T11:43:21,457 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731411801439Initializing all the Stores at 1731411801440 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411801440Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411801440Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411801440Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411801440Cleaning up temporary data from old regions at 1731411801451 (+11 ms)Region opened successfully at 1731411801456 (+5 ms) 2024-11-12T11:43:21,457 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T11:43:21,460 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61656cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:43:21,461 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T11:43:21,462 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T11:43:21,462 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T11:43:21,462 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T11:43:21,462 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T11:43:21,463 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T11:43:21,463 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T11:43:21,465 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T11:43:21,466 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T11:43:21,475 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T11:43:21,475 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T11:43:21,476 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T11:43:21,483 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T11:43:21,484 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T11:43:21,485 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T11:43:21,492 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T11:43:21,493 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T11:43:21,500 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T11:43:21,504 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T11:43:21,508 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T11:43:21,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:43:21,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:43:21,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:21,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:21,518 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b51f50ce4a7c,32955,1731411801154, sessionid=0x101302516a60000, setting cluster-up flag (Was=false) 2024-11-12T11:43:21,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:21,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:21,558 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T11:43:21,560 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b51f50ce4a7c,32955,1731411801154 2024-11-12T11:43:21,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:21,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:21,600 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T11:43:21,601 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b51f50ce4a7c,32955,1731411801154 2024-11-12T11:43:21,603 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T11:43:21,605 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T11:43:21,605 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T11:43:21,605 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T11:43:21,605 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b51f50ce4a7c,32955,1731411801154 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T11:43:21,607 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:43:21,607 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:43:21,607 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:43:21,607 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:43:21,607 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b51f50ce4a7c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T11:43:21,607 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:43:21,607 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:43:21,607 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:43:21,608 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731411831608 2024-11-12T11:43:21,608 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T11:43:21,608 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T11:43:21,608 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T11:43:21,608 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T11:43:21,608 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T11:43:21,608 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T11:43:21,608 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:43:21,609 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T11:43:21,609 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T11:43:21,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T11:43:21,609 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T11:43:21,610 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T11:43:21,610 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T11:43:21,610 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411801610,5,FailOnTimeoutGroup] 2024-11-12T11:43:21,610 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411801610,5,FailOnTimeoutGroup] 2024-11-12T11:43:21,610 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,610 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T11:43:21,610 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,610 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,611 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:21,611 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T11:43:21,613 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(746): ClusterId : 3822ff2e-6151-4ac5-b277-f064136d2116 2024-11-12T11:43:21,613 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T11:43:21,618 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T11:43:21,618 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T11:43:21,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741831_1007 (size=1321) 2024-11-12T11:43:21,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741831_1007 (size=1321) 2024-11-12T11:43:21,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T11:43:21,621 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7 2024-11-12T11:43:21,626 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T11:43:21,626 DEBUG [RS:0;b51f50ce4a7c:33285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0c7827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:43:21,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741832_1008 (size=32) 2024-11-12T11:43:21,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741832_1008 (size=32) 2024-11-12T11:43:21,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:43:21,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T11:43:21,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T11:43:21,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:21,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:43:21,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T11:43:21,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T11:43:21,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:21,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:43:21,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T11:43:21,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T11:43:21,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:21,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:43:21,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T11:43:21,642 DEBUG [RS:0;b51f50ce4a7c:33285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b51f50ce4a7c:33285 2024-11-12T11:43:21,642 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T11:43:21,642 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T11:43:21,642 DEBUG [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T11:43:21,643 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(2659): reportForDuty to master=b51f50ce4a7c,32955,1731411801154 with port=33285, startcode=1731411801287 2024-11-12T11:43:21,643 DEBUG [RS:0;b51f50ce4a7c:33285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T11:43:21,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T11:43:21,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:21,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:43:21,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T11:43:21,645 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55203, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T11:43:21,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740 2024-11-12T11:43:21,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b51f50ce4a7c,33285,1731411801287 2024-11-12T11:43:21,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32955 {}] master.ServerManager(517): Registering regionserver=b51f50ce4a7c,33285,1731411801287 2024-11-12T11:43:21,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740 2024-11-12T11:43:21,648 DEBUG [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7 2024-11-12T11:43:21,648 DEBUG [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46579 2024-11-12T11:43:21,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T11:43:21,648 DEBUG [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T11:43:21,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T11:43:21,649 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T11:43:21,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T11:43:21,652 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:43:21,653 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=798261, jitterRate=0.015042111277580261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T11:43:21,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731411801633Initializing all the Stores at 1731411801634 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411801634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411801634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411801634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411801634Cleaning up temporary data from old regions at 1731411801648 (+14 ms)Region opened successfully at 1731411801653 (+5 ms) 2024-11-12T11:43:21,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T11:43:21,653 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T11:43:21,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T11:43:21,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T11:43:21,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T11:43:21,654 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T11:43:21,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731411801653Disabling compacts and flushes for region at 1731411801653Disabling writes for close at 1731411801653Writing region close event to WAL at 1731411801654 (+1 ms)Closed at 1731411801654 2024-11-12T11:43:21,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:43:21,655 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T11:43:21,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T11:43:21,657 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T11:43:21,658 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T11:43:21,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:43:21,659 DEBUG [RS:0;b51f50ce4a7c:33285 {}] zookeeper.ZKUtil(111): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b51f50ce4a7c,33285,1731411801287 2024-11-12T11:43:21,659 WARN [RS:0;b51f50ce4a7c:33285 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:43:21,659 INFO [RS:0;b51f50ce4a7c:33285 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:43:21,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b51f50ce4a7c,33285,1731411801287] 2024-11-12T11:43:21,659 DEBUG [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287 2024-11-12T11:43:21,663 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T11:43:21,665 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T11:43:21,665 INFO [RS:0;b51f50ce4a7c:33285 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T11:43:21,665 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,665 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T11:43:21,666 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T11:43:21,666 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,666 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:43:21,666 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:43:21,666 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:43:21,666 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:43:21,666 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:43:21,667 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:43:21,667 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:43:21,667 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:43:21,667 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:43:21,667 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:43:21,667 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:43:21,667 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:43:21,667 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:43:21,667 DEBUG [RS:0;b51f50ce4a7c:33285 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:43:21,667 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,668 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,668 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,668 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,668 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,668 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,33285,1731411801287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:43:21,681 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T11:43:21,682 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,33285,1731411801287-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,682 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,682 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.Replication(171): b51f50ce4a7c,33285,1731411801287 started 2024-11-12T11:43:21,696 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:21,696 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(1482): Serving as b51f50ce4a7c,33285,1731411801287, RpcServer on b51f50ce4a7c/172.17.0.2:33285, sessionid=0x101302516a60001 2024-11-12T11:43:21,696 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T11:43:21,696 DEBUG [RS:0;b51f50ce4a7c:33285 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b51f50ce4a7c,33285,1731411801287 2024-11-12T11:43:21,696 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,33285,1731411801287' 2024-11-12T11:43:21,696 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T11:43:21,697 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T11:43:21,697 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T11:43:21,697 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T11:43:21,697 DEBUG [RS:0;b51f50ce4a7c:33285 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b51f50ce4a7c,33285,1731411801287 2024-11-12T11:43:21,697 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,33285,1731411801287' 2024-11-12T11:43:21,698 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T11:43:21,698 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T11:43:21,698 DEBUG [RS:0;b51f50ce4a7c:33285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T11:43:21,698 INFO [RS:0;b51f50ce4a7c:33285 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T11:43:21,698 INFO [RS:0;b51f50ce4a7c:33285 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T11:43:21,799 INFO [RS:0;b51f50ce4a7c:33285 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:43:21,801 INFO [RS:0;b51f50ce4a7c:33285 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C33285%2C1731411801287, suffix=, logDir=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287, archiveDir=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/oldWALs, maxLogs=32 2024-11-12T11:43:21,808 WARN [b51f50ce4a7c:32955 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T11:43:21,813 DEBUG [RS:0;b51f50ce4a7c:33285 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411801801, exclude list is [], retry=0 2024-11-12T11:43:21,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34601,DS-a4f341c0-38a7-40bc-90d0-c38e5b8d0494,DISK] 2024-11-12T11:43:21,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39371,DS-1f3c1ae1-587f-4f70-8dad-25544723727d,DISK] 2024-11-12T11:43:21,819 INFO [RS:0;b51f50ce4a7c:33285 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411801801 2024-11-12T11:43:21,820 DEBUG [RS:0;b51f50ce4a7c:33285 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39179:39179),(127.0.0.1/127.0.0.1:43695:43695)] 2024-11-12T11:43:22,059 DEBUG [b51f50ce4a7c:32955 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T11:43:22,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b51f50ce4a7c,33285,1731411801287 2024-11-12T11:43:22,061 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b51f50ce4a7c,33285,1731411801287, state=OPENING 2024-11-12T11:43:22,100 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T11:43:22,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:22,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:43:22,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:43:22,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:43:22,109 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T11:43:22,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,33285,1731411801287}] 2024-11-12T11:43:22,263 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T11:43:22,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54297, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T11:43:22,270 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T11:43:22,270 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:43:22,270 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T11:43:22,273 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C33285%2C1731411801287.meta, suffix=.meta, logDir=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287, archiveDir=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/oldWALs, maxLogs=32 2024-11-12T11:43:22,288 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.meta.1731411802273.meta, exclude list is [], retry=0 2024-11-12T11:43:22,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39371,DS-1f3c1ae1-587f-4f70-8dad-25544723727d,DISK] 2024-11-12T11:43:22,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34601,DS-a4f341c0-38a7-40bc-90d0-c38e5b8d0494,DISK] 2024-11-12T11:43:22,293 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.meta.1731411802273.meta 2024-11-12T11:43:22,293 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43695:43695),(127.0.0.1/127.0.0.1:39179:39179)] 2024-11-12T11:43:22,293 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:43:22,294 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T11:43:22,294 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T11:43:22,294 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T11:43:22,294 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T11:43:22,294 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:43:22,294 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T11:43:22,294 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T11:43:22,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T11:43:22,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T11:43:22,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:22,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:43:22,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T11:43:22,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T11:43:22,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:22,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:43:22,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T11:43:22,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T11:43:22,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:22,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:43:22,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T11:43:22,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T11:43:22,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:22,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:43:22,301 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T11:43:22,302 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740 2024-11-12T11:43:22,303 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740 2024-11-12T11:43:22,305 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T11:43:22,305 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T11:43:22,305 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T11:43:22,306 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T11:43:22,307 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=710833, jitterRate=-0.09612946212291718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T11:43:22,308 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T11:43:22,308 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731411802294Writing region info on filesystem at 1731411802294Initializing all the Stores at 1731411802295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411802295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411802296 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411802296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411802296Cleaning up temporary data from old regions at 1731411802305 (+9 ms)Running coprocessor post-open hooks at 1731411802308 (+3 ms)Region opened successfully at 1731411802308 2024-11-12T11:43:22,309 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731411802262 2024-11-12T11:43:22,312 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T11:43:22,312 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T11:43:22,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b51f50ce4a7c,33285,1731411801287 2024-11-12T11:43:22,314 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b51f50ce4a7c,33285,1731411801287, state=OPEN 2024-11-12T11:43:22,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:43:22,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:43:22,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:43:22,342 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,33285,1731411801287 2024-11-12T11:43:22,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:43:22,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T11:43:22,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,33285,1731411801287 in 233 msec 2024-11-12T11:43:22,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T11:43:22,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 690 msec 2024-11-12T11:43:22,349 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:43:22,349 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T11:43:22,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T11:43:22,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b51f50ce4a7c,33285,1731411801287, seqNum=-1] 2024-11-12T11:43:22,351 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:43:22,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49629, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:43:22,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 754 msec 2024-11-12T11:43:22,359 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731411802359, completionTime=-1 2024-11-12T11:43:22,359 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T11:43:22,359 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T11:43:22,361 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T11:43:22,361 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731411862361 2024-11-12T11:43:22,361 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731411922361 2024-11-12T11:43:22,361 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-12T11:43:22,362 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,32955,1731411801154-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:22,362 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,32955,1731411801154-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:22,362 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,32955,1731411801154-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:22,362 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b51f50ce4a7c:32955, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:22,362 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:22,362 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:22,364 DEBUG [master/b51f50ce4a7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T11:43:22,366 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.024sec 2024-11-12T11:43:22,366 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T11:43:22,366 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T11:43:22,367 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T11:43:22,367 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T11:43:22,367 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T11:43:22,367 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,32955,1731411801154-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:43:22,367 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,32955,1731411801154-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T11:43:22,370 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T11:43:22,370 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T11:43:22,370 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,32955,1731411801154-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:43:22,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b39efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:43:22,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b51f50ce4a7c,32955,-1 for getting cluster id 2024-11-12T11:43:22,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T11:43:22,416 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3822ff2e-6151-4ac5-b277-f064136d2116' 2024-11-12T11:43:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T11:43:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3822ff2e-6151-4ac5-b277-f064136d2116" 2024-11-12T11:43:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380fa6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:43:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b51f50ce4a7c,32955,-1] 2024-11-12T11:43:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T11:43:22,419 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:43:22,421 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T11:43:22,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9fa1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:43:22,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T11:43:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b51f50ce4a7c,33285,1731411801287, seqNum=-1] 2024-11-12T11:43:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:43:22,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:43:22,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b51f50ce4a7c,32955,1731411801154 2024-11-12T11:43:22,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:43:22,431 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T11:43:22,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T11:43:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b51f50ce4a7c,32955,1731411801154 2024-11-12T11:43:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f0eefd9 2024-11-12T11:43:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T11:43:22,435 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T11:43:22,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-12T11:43:22,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-12T11:43:22,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T11:43:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T11:43:22,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T11:43:22,439 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:22,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-12T11:43:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T11:43:22,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T11:43:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741835_1011 (size=405) 2024-11-12T11:43:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741835_1011 (size=405) 2024-11-12T11:43:22,450 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84c8cdc16f131d06a3f3f530bae403d0, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7 2024-11-12T11:43:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741836_1012 (size=88) 2024-11-12T11:43:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741836_1012 (size=88) 2024-11-12T11:43:22,458 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:43:22,458 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 84c8cdc16f131d06a3f3f530bae403d0, disabling compactions & flushes 2024-11-12T11:43:22,458 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:22,458 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:22,458 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. after waiting 0 ms 2024-11-12T11:43:22,458 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:22,459 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:22,459 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84c8cdc16f131d06a3f3f530bae403d0: Waiting for close lock at 1731411802458Disabling compacts and flushes for region at 1731411802458Disabling writes for close at 1731411802458Writing region close event to WAL at 1731411802458Closed at 1731411802458 2024-11-12T11:43:22,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T11:43:22,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731411802460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731411802460"}]},"ts":"1731411802460"} 2024-11-12T11:43:22,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T11:43:22,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T11:43:22,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731411802464"}]},"ts":"1731411802464"} 2024-11-12T11:43:22,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-12T11:43:22,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=84c8cdc16f131d06a3f3f530bae403d0, ASSIGN}] 2024-11-12T11:43:22,469 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=84c8cdc16f131d06a3f3f530bae403d0, ASSIGN 2024-11-12T11:43:22,470 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=84c8cdc16f131d06a3f3f530bae403d0, ASSIGN; state=OFFLINE, location=b51f50ce4a7c,33285,1731411801287; forceNewPlan=false, retain=false 2024-11-12T11:43:22,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84c8cdc16f131d06a3f3f530bae403d0, regionState=OPENING, regionLocation=b51f50ce4a7c,33285,1731411801287 2024-11-12T11:43:22,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=84c8cdc16f131d06a3f3f530bae403d0, ASSIGN because future has completed 2024-11-12T11:43:22,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84c8cdc16f131d06a3f3f530bae403d0, server=b51f50ce4a7c,33285,1731411801287}] 2024-11-12T11:43:22,793 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:22,793 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 84c8cdc16f131d06a3f3f530bae403d0, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:43:22,794 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 84c8cdc16f131d06a3f3f530bae403d0 2024-11-12T11:43:22,794 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:43:22,794 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 84c8cdc16f131d06a3f3f530bae403d0 2024-11-12T11:43:22,794 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 84c8cdc16f131d06a3f3f530bae403d0 2024-11-12T11:43:22,797 INFO [StoreOpener-84c8cdc16f131d06a3f3f530bae403d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 84c8cdc16f131d06a3f3f530bae403d0 2024-11-12T11:43:22,800 INFO [StoreOpener-84c8cdc16f131d06a3f3f530bae403d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84c8cdc16f131d06a3f3f530bae403d0 columnFamilyName info 2024-11-12T11:43:22,800 DEBUG [StoreOpener-84c8cdc16f131d06a3f3f530bae403d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:43:22,801 INFO [StoreOpener-84c8cdc16f131d06a3f3f530bae403d0-1 {}] regionserver.HStore(327): Store=84c8cdc16f131d06a3f3f530bae403d0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:43:22,801 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 84c8cdc16f131d06a3f3f530bae403d0 2024-11-12T11:43:22,802 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0 2024-11-12T11:43:22,803 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0 2024-11-12T11:43:22,803 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 84c8cdc16f131d06a3f3f530bae403d0 2024-11-12T11:43:22,803 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 84c8cdc16f131d06a3f3f530bae403d0 2024-11-12T11:43:22,806 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 84c8cdc16f131d06a3f3f530bae403d0 2024-11-12T11:43:22,809 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:43:22,809 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 84c8cdc16f131d06a3f3f530bae403d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=824755, jitterRate=0.048730507493019104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:43:22,810 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84c8cdc16f131d06a3f3f530bae403d0 2024-11-12T11:43:22,811 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 84c8cdc16f131d06a3f3f530bae403d0: Running coprocessor pre-open hook at 1731411802795Writing region info on filesystem at 1731411802795Initializing all the Stores at 1731411802796 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411802796Cleaning up temporary data from old regions at 1731411802803 (+7 ms)Running coprocessor post-open hooks at 1731411802810 (+7 ms)Region opened successfully at 1731411802811 (+1 ms) 2024-11-12T11:43:22,812 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0., pid=6, masterSystemTime=1731411802783 2024-11-12T11:43:22,815 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:22,815 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:22,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84c8cdc16f131d06a3f3f530bae403d0, regionState=OPEN, openSeqNum=2, regionLocation=b51f50ce4a7c,33285,1731411801287 2024-11-12T11:43:22,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84c8cdc16f131d06a3f3f530bae403d0, server=b51f50ce4a7c,33285,1731411801287 because future has completed 2024-11-12T11:43:22,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T11:43:22,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 84c8cdc16f131d06a3f3f530bae403d0, server=b51f50ce4a7c,33285,1731411801287 in 195 msec 2024-11-12T11:43:22,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T11:43:22,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=84c8cdc16f131d06a3f3f530bae403d0, ASSIGN in 359 msec 2024-11-12T11:43:22,829 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T11:43:22,830 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731411802830"}]},"ts":"1731411802830"} 2024-11-12T11:43:22,832 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-12T11:43:22,833 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T11:43:22,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 397 msec 2024-11-12T11:43:25,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T11:43:25,285 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T11:43:25,287 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T11:43:25,287 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T11:43:25,288 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T11:43:25,288 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-12T11:43:27,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:27,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:27,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:27,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:27,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:27,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:27,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T11:43:27,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:27,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:27,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:27,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:27,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:27,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:43:27,863 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T11:43:27,863 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-12T11:43:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T11:43:32,490 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T11:43:32,490 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-12T11:43:32,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T11:43:32,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:32,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0., hostname=b51f50ce4a7c,33285,1731411801287, seqNum=2] 2024-11-12T11:43:32,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T11:43:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T11:43:32,512 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-12T11:43:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T11:43:32,514 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T11:43:32,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T11:43:32,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T11:43:32,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:32,683 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 84c8cdc16f131d06a3f3f530bae403d0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T11:43:32,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/4e0b70847d6c42b9b33380dc4441bd5b is 1055, key is row0001/info:/1731411812498/Put/seqid=0 2024-11-12T11:43:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741837_1013 (size=6008) 2024-11-12T11:43:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741837_1013 (size=6008) 2024-11-12T11:43:32,711 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/4e0b70847d6c42b9b33380dc4441bd5b 2024-11-12T11:43:32,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/4e0b70847d6c42b9b33380dc4441bd5b as hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/4e0b70847d6c42b9b33380dc4441bd5b 2024-11-12T11:43:32,726 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/4e0b70847d6c42b9b33380dc4441bd5b, entries=1, sequenceid=5, filesize=5.9 K 2024-11-12T11:43:32,728 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 84c8cdc16f131d06a3f3f530bae403d0 in 45ms, sequenceid=5, compaction requested=false 2024-11-12T11:43:32,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 84c8cdc16f131d06a3f3f530bae403d0: 2024-11-12T11:43:32,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:32,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T11:43:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T11:43:32,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T11:43:32,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 217 msec 2024-11-12T11:43:32,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 230 msec 2024-11-12T11:43:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T11:43:42,541 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T11:43:42,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T11:43:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T11:43:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T11:43:42,550 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-12T11:43:42,551 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T11:43:42,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T11:43:42,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T11:43:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:42,707 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 84c8cdc16f131d06a3f3f530bae403d0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T11:43:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/4170c441153f41f7920b8d2392131f22 is 1055, key is row0002/info:/1731411822543/Put/seqid=0 2024-11-12T11:43:42,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741838_1014 (size=6008) 2024-11-12T11:43:42,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741838_1014 (size=6008) 2024-11-12T11:43:42,725 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/4170c441153f41f7920b8d2392131f22 2024-11-12T11:43:42,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/4170c441153f41f7920b8d2392131f22 as hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/4170c441153f41f7920b8d2392131f22 2024-11-12T11:43:42,742 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/4170c441153f41f7920b8d2392131f22, entries=1, sequenceid=9, filesize=5.9 K 2024-11-12T11:43:42,743 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 84c8cdc16f131d06a3f3f530bae403d0 in 36ms, sequenceid=9, compaction requested=false 2024-11-12T11:43:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 84c8cdc16f131d06a3f3f530bae403d0: 2024-11-12T11:43:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T11:43:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T11:43:42,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T11:43:42,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 194 msec 2024-11-12T11:43:42,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 203 msec 2024-11-12T11:43:51,135 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T11:43:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T11:43:52,620 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T11:43:52,642 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411832623, exclude list is [], retry=0 2024-11-12T11:43:52,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34601,DS-a4f341c0-38a7-40bc-90d0-c38e5b8d0494,DISK] 2024-11-12T11:43:52,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39371,DS-1f3c1ae1-587f-4f70-8dad-25544723727d,DISK] 2024-11-12T11:43:52,646 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411801801 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411832623 2024-11-12T11:43:52,646 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43695:43695),(127.0.0.1/127.0.0.1:39179:39179)] 2024-11-12T11:43:52,646 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411801801 is not closed yet, will try archiving it next time 2024-11-12T11:43:52,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T11:43:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741833_1009 (size=5471) 2024-11-12T11:43:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741833_1009 (size=5471) 2024-11-12T11:43:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T11:43:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T11:43:52,649 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-12T11:43:52,650 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T11:43:52,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T11:43:52,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T11:43:52,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:52,804 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 84c8cdc16f131d06a3f3f530bae403d0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T11:43:52,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/e80b467238bd4f72b25b73cc604e549c is 1055, key is row0003/info:/1731411832622/Put/seqid=0 2024-11-12T11:43:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741840_1016 (size=6008) 2024-11-12T11:43:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741840_1016 (size=6008) 2024-11-12T11:43:52,819 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/e80b467238bd4f72b25b73cc604e549c 2024-11-12T11:43:52,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/e80b467238bd4f72b25b73cc604e549c as hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/e80b467238bd4f72b25b73cc604e549c 2024-11-12T11:43:52,832 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/e80b467238bd4f72b25b73cc604e549c, entries=1, sequenceid=13, filesize=5.9 K 2024-11-12T11:43:52,833 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 84c8cdc16f131d06a3f3f530bae403d0 in 29ms, sequenceid=13, compaction requested=true 2024-11-12T11:43:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 84c8cdc16f131d06a3f3f530bae403d0: 2024-11-12T11:43:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:43:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T11:43:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T11:43:52,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T11:43:52,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 185 msec 2024-11-12T11:43:52,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 191 msec 2024-11-12T11:44:02,370 INFO [master/b51f50ce4a7c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T11:44:02,370 INFO [master/b51f50ce4a7c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T11:44:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T11:44:02,691 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T11:44:02,694 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T11:44:02,698 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T11:44:02,700 DEBUG [Time-limited test {}] regionserver.HStore(1541): 84c8cdc16f131d06a3f3f530bae403d0/info is initiating minor compaction (all files) 2024-11-12T11:44:02,700 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T11:44:02,700 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:02,701 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 84c8cdc16f131d06a3f3f530bae403d0/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:44:02,701 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/4e0b70847d6c42b9b33380dc4441bd5b, hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/4170c441153f41f7920b8d2392131f22, hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/e80b467238bd4f72b25b73cc604e549c] into tmpdir=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp, totalSize=17.6 K 2024-11-12T11:44:02,702 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4e0b70847d6c42b9b33380dc4441bd5b, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731411812498 2024-11-12T11:44:02,703 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4170c441153f41f7920b8d2392131f22, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731411822543 2024-11-12T11:44:02,704 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e80b467238bd4f72b25b73cc604e549c, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731411832622 2024-11-12T11:44:02,726 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 84c8cdc16f131d06a3f3f530bae403d0#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:44:02,727 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/74f88ef8ecec4561ad46b24c25703e05 is 1055, key is row0001/info:/1731411812498/Put/seqid=0 2024-11-12T11:44:02,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741841_1017 (size=8221) 2024-11-12T11:44:02,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741841_1017 (size=8221) 2024-11-12T11:44:02,740 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/74f88ef8ecec4561ad46b24c25703e05 as hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/74f88ef8ecec4561ad46b24c25703e05 2024-11-12T11:44:02,753 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84c8cdc16f131d06a3f3f530bae403d0/info of 84c8cdc16f131d06a3f3f530bae403d0 into 74f88ef8ecec4561ad46b24c25703e05(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:44:02,753 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 84c8cdc16f131d06a3f3f530bae403d0: 2024-11-12T11:44:02,768 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411842756, exclude list is [], retry=0 2024-11-12T11:44:02,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34601,DS-a4f341c0-38a7-40bc-90d0-c38e5b8d0494,DISK] 2024-11-12T11:44:02,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39371,DS-1f3c1ae1-587f-4f70-8dad-25544723727d,DISK] 2024-11-12T11:44:02,799 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411832623 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411842756 2024-11-12T11:44:02,799 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43695:43695),(127.0.0.1/127.0.0.1:39179:39179)] 2024-11-12T11:44:02,799 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411832623 is not closed yet, will try archiving it next time 2024-11-12T11:44:02,799 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411801801 to hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/oldWALs/b51f50ce4a7c%2C33285%2C1731411801287.1731411801801 2024-11-12T11:44:02,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741839_1015 (size=2495) 2024-11-12T11:44:02,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T11:44:02,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741839_1015 (size=2495) 2024-11-12T11:44:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T11:44:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T11:44:02,803 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-12T11:44:02,804 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T11:44:02,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T11:44:02,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T11:44:02,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:44:02,958 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 84c8cdc16f131d06a3f3f530bae403d0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T11:44:02,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/ebb68468920e42db86d3ac55a2538568 is 1055, key is row0000/info:/1731411842755/Put/seqid=0 2024-11-12T11:44:02,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741843_1019 (size=6008) 2024-11-12T11:44:02,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741843_1019 (size=6008) 2024-11-12T11:44:02,969 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/ebb68468920e42db86d3ac55a2538568 2024-11-12T11:44:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/ebb68468920e42db86d3ac55a2538568 as hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/ebb68468920e42db86d3ac55a2538568 2024-11-12T11:44:02,982 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/ebb68468920e42db86d3ac55a2538568, entries=1, sequenceid=18, filesize=5.9 K 2024-11-12T11:44:02,983 INFO [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 84c8cdc16f131d06a3f3f530bae403d0 in 25ms, sequenceid=18, compaction requested=false 2024-11-12T11:44:02,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 84c8cdc16f131d06a3f3f530bae403d0: 2024-11-12T11:44:02,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:44:02,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T11:44:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T11:44:02,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T11:44:02,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-12T11:44:02,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-11-12T11:44:07,795 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 84c8cdc16f131d06a3f3f530bae403d0, had cached 0 bytes from a total of 14229 2024-11-12T11:44:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T11:44:12,881 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T11:44:12,905 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411852887, exclude list is [], retry=0 2024-11-12T11:44:12,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39371,DS-1f3c1ae1-587f-4f70-8dad-25544723727d,DISK] 2024-11-12T11:44:12,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34601,DS-a4f341c0-38a7-40bc-90d0-c38e5b8d0494,DISK] 2024-11-12T11:44:12,909 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411842756 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411852887 2024-11-12T11:44:12,909 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43695:43695),(127.0.0.1/127.0.0.1:39179:39179)] 2024-11-12T11:44:12,909 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411842756 is not closed yet, will try archiving it next time 2024-11-12T11:44:12,910 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/WALs/b51f50ce4a7c,33285,1731411801287/b51f50ce4a7c%2C33285%2C1731411801287.1731411832623 to hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/oldWALs/b51f50ce4a7c%2C33285%2C1731411801287.1731411832623 2024-11-12T11:44:12,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T11:44:12,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T11:44:12,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:44:12,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:44:12,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:44:12,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T11:44:12,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741842_1018 (size=2001) 2024-11-12T11:44:12,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T11:44:12,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=662420999, stopped=false 2024-11-12T11:44:12,911 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b51f50ce4a7c,32955,1731411801154 2024-11-12T11:44:12,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741842_1018 (size=2001) 2024-11-12T11:44:12,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T11:44:12,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T11:44:12,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:12,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:12,967 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T11:44:12,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T11:44:12,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:44:12,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:44:12,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:44:12,969 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b51f50ce4a7c,33285,1731411801287' ***** 2024-11-12T11:44:12,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:44:12,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T11:44:12,970 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T11:44:12,970 INFO [RS:0;b51f50ce4a7c:33285 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T11:44:12,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T11:44:12,970 INFO [RS:0;b51f50ce4a7c:33285 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T11:44:12,970 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(3091): Received CLOSE for 84c8cdc16f131d06a3f3f530bae403d0 2024-11-12T11:44:12,971 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(959): stopping server b51f50ce4a7c,33285,1731411801287 2024-11-12T11:44:12,971 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:44:12,971 INFO [RS:0;b51f50ce4a7c:33285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b51f50ce4a7c:33285. 2024-11-12T11:44:12,971 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84c8cdc16f131d06a3f3f530bae403d0, disabling compactions & flushes 2024-11-12T11:44:12,971 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:44:12,971 DEBUG [RS:0;b51f50ce4a7c:33285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:44:12,971 DEBUG [RS:0;b51f50ce4a7c:33285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:44:12,971 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:44:12,972 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. after waiting 0 ms 2024-11-12T11:44:12,972 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T11:44:12,972 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:44:12,972 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T11:44:12,972 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T11:44:12,972 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T11:44:12,972 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 84c8cdc16f131d06a3f3f530bae403d0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T11:44:12,973 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T11:44:12,973 DEBUG [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 84c8cdc16f131d06a3f3f530bae403d0=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0.} 2024-11-12T11:44:12,973 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T11:44:12,973 DEBUG [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84c8cdc16f131d06a3f3f530bae403d0 2024-11-12T11:44:12,973 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T11:44:12,973 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T11:44:12,973 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T11:44:12,973 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T11:44:12,973 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-12T11:44:12,978 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/efc154f251004556a69e9ba1a618efe4 is 1055, key is row0001/info:/1731411852884/Put/seqid=0 2024-11-12T11:44:12,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741845_1021 (size=6008) 2024-11-12T11:44:12,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741845_1021 (size=6008) 2024-11-12T11:44:12,987 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/efc154f251004556a69e9ba1a618efe4 2024-11-12T11:44:12,991 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/.tmp/info/ea715608420148dcb9112186c2aab7b3 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0./info:regioninfo/1731411802816/Put/seqid=0 2024-11-12T11:44:12,995 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/.tmp/info/efc154f251004556a69e9ba1a618efe4 as hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/efc154f251004556a69e9ba1a618efe4 2024-11-12T11:44:12,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741846_1022 (size=7308) 2024-11-12T11:44:12,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741846_1022 (size=7308) 2024-11-12T11:44:12,996 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/.tmp/info/ea715608420148dcb9112186c2aab7b3 2024-11-12T11:44:13,001 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/efc154f251004556a69e9ba1a618efe4, entries=1, sequenceid=22, filesize=5.9 K 2024-11-12T11:44:13,003 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 84c8cdc16f131d06a3f3f530bae403d0 in 30ms, sequenceid=22, compaction requested=true 2024-11-12T11:44:13,003 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/4e0b70847d6c42b9b33380dc4441bd5b, hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/4170c441153f41f7920b8d2392131f22, hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/e80b467238bd4f72b25b73cc604e549c] to archive 2024-11-12T11:44:13,006 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T11:44:13,008 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/4e0b70847d6c42b9b33380dc4441bd5b to hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/4e0b70847d6c42b9b33380dc4441bd5b 2024-11-12T11:44:13,009 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/4170c441153f41f7920b8d2392131f22 to hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/4170c441153f41f7920b8d2392131f22 2024-11-12T11:44:13,011 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/e80b467238bd4f72b25b73cc604e549c to hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/info/e80b467238bd4f72b25b73cc604e549c 2024-11-12T11:44:13,016 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/.tmp/ns/79d7a7bde4e541d3ad68c8c025a51de9 is 43, key is default/ns:d/1731411802353/Put/seqid=0 2024-11-12T11:44:13,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741847_1023 (size=5153) 2024-11-12T11:44:13,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741847_1023 (size=5153) 2024-11-12T11:44:13,022 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b51f50ce4a7c:32955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-12T11:44:13,022 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [4e0b70847d6c42b9b33380dc4441bd5b=6008, 4170c441153f41f7920b8d2392131f22=6008, e80b467238bd4f72b25b73cc604e549c=6008] 2024-11-12T11:44:13,022 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/.tmp/ns/79d7a7bde4e541d3ad68c8c025a51de9 2024-11-12T11:44:13,027 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/84c8cdc16f131d06a3f3f530bae403d0/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-12T11:44:13,027 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:44:13,027 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84c8cdc16f131d06a3f3f530bae403d0: Waiting for close lock at 1731411852971Running coprocessor pre-close hooks at 1731411852971Disabling compacts and flushes for region at 1731411852971Disabling writes for close at 1731411852972 (+1 ms)Obtaining lock to block concurrent updates at 1731411852972Preparing flush snapshotting stores in 84c8cdc16f131d06a3f3f530bae403d0 at 1731411852972Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731411852973 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. at 1731411852974 (+1 ms)Flushing 84c8cdc16f131d06a3f3f530bae403d0/info: creating writer at 1731411852974Flushing 84c8cdc16f131d06a3f3f530bae403d0/info: appending metadata at 1731411852977 (+3 ms)Flushing 84c8cdc16f131d06a3f3f530bae403d0/info: closing flushed file at 1731411852977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f462e2: reopening flushed file at 1731411852994 (+17 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 84c8cdc16f131d06a3f3f530bae403d0 in 30ms, sequenceid=22, compaction requested=true at 1731411853003 (+9 ms)Writing region close event to WAL at 1731411853023 (+20 ms)Running coprocessor post-close hooks at 1731411853027 (+4 ms)Closed at 1731411853027 2024-11-12T11:44:13,028 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731411802435.84c8cdc16f131d06a3f3f530bae403d0. 2024-11-12T11:44:13,042 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/.tmp/table/9fef47292b954e849e3bfad337396244 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731411802830/Put/seqid=0 2024-11-12T11:44:13,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741848_1024 (size=5508) 2024-11-12T11:44:13,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741848_1024 (size=5508) 2024-11-12T11:44:13,047 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/.tmp/table/9fef47292b954e849e3bfad337396244 2024-11-12T11:44:13,053 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/.tmp/info/ea715608420148dcb9112186c2aab7b3 as hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/info/ea715608420148dcb9112186c2aab7b3 2024-11-12T11:44:13,059 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/info/ea715608420148dcb9112186c2aab7b3, entries=10, sequenceid=11, filesize=7.1 K 2024-11-12T11:44:13,060 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/.tmp/ns/79d7a7bde4e541d3ad68c8c025a51de9 as hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/ns/79d7a7bde4e541d3ad68c8c025a51de9 2024-11-12T11:44:13,065 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/ns/79d7a7bde4e541d3ad68c8c025a51de9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T11:44:13,066 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/.tmp/table/9fef47292b954e849e3bfad337396244 as hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/table/9fef47292b954e849e3bfad337396244 2024-11-12T11:44:13,072 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/table/9fef47292b954e849e3bfad337396244, entries=2, sequenceid=11, filesize=5.4 K 2024-11-12T11:44:13,073 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=11, compaction requested=false 2024-11-12T11:44:13,078 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T11:44:13,079 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T11:44:13,079 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T11:44:13,079 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731411852973Running coprocessor pre-close hooks at 1731411852973Disabling compacts and flushes for region at 1731411852973Disabling writes for close at 1731411852973Obtaining lock to block concurrent updates at 1731411852973Preparing flush snapshotting stores in 1588230740 at 1731411852973Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731411852974 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731411852974Flushing 1588230740/info: creating writer at 1731411852974Flushing 1588230740/info: appending metadata at 1731411852990 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731411852991 (+1 ms)Flushing 1588230740/ns: creating writer at 1731411853001 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731411853015 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731411853015Flushing 1588230740/table: creating writer at 1731411853028 (+13 ms)Flushing 1588230740/table: appending metadata at 1731411853041 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731411853041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7a4f80: reopening flushed file at 1731411853052 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ee78f4: reopening flushed file at 1731411853059 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab4987b: reopening flushed file at 1731411853066 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=11, compaction requested=false at 1731411853073 (+7 ms)Writing region close event to WAL at 1731411853074 (+1 ms)Running coprocessor post-close hooks at 1731411853079 (+5 ms)Closed at 1731411853079 2024-11-12T11:44:13,079 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T11:44:13,173 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(976): stopping server b51f50ce4a7c,33285,1731411801287; all regions closed. 2024-11-12T11:44:13,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741834_1010 (size=3306) 2024-11-12T11:44:13,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741834_1010 (size=3306) 2024-11-12T11:44:13,184 DEBUG [RS:0;b51f50ce4a7c:33285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/oldWALs 2024-11-12T11:44:13,184 INFO [RS:0;b51f50ce4a7c:33285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b51f50ce4a7c%2C33285%2C1731411801287.meta:.meta(num 1731411802273) 2024-11-12T11:44:13,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741844_1020 (size=1252) 2024-11-12T11:44:13,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741844_1020 (size=1252) 2024-11-12T11:44:13,189 DEBUG [RS:0;b51f50ce4a7c:33285 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/oldWALs 2024-11-12T11:44:13,189 INFO [RS:0;b51f50ce4a7c:33285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b51f50ce4a7c%2C33285%2C1731411801287:(num 1731411852887) 2024-11-12T11:44:13,189 DEBUG [RS:0;b51f50ce4a7c:33285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:44:13,189 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:44:13,189 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:44:13,190 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.ChoreService(370): Chore service for: regionserver/b51f50ce4a7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T11:44:13,190 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:44:13,190 INFO [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:44:13,190 INFO [RS:0;b51f50ce4a7c:33285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33285 2024-11-12T11:44:13,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b51f50ce4a7c,33285,1731411801287 2024-11-12T11:44:13,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:44:13,232 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:44:13,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b51f50ce4a7c,33285,1731411801287] 2024-11-12T11:44:13,250 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b51f50ce4a7c,33285,1731411801287 already deleted, retry=false 2024-11-12T11:44:13,250 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b51f50ce4a7c,33285,1731411801287 expired; onlineServers=0 2024-11-12T11:44:13,250 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b51f50ce4a7c,32955,1731411801154' ***** 2024-11-12T11:44:13,250 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T11:44:13,250 INFO [M:0;b51f50ce4a7c:32955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:44:13,250 INFO [M:0;b51f50ce4a7c:32955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:44:13,250 DEBUG [M:0;b51f50ce4a7c:32955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T11:44:13,250 DEBUG [M:0;b51f50ce4a7c:32955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T11:44:13,250 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T11:44:13,251 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411801610 {}] cleaner.HFileCleaner(306): Exit Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411801610,5,FailOnTimeoutGroup] 2024-11-12T11:44:13,251 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411801610 {}] cleaner.HFileCleaner(306): Exit Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411801610,5,FailOnTimeoutGroup] 2024-11-12T11:44:13,251 INFO [M:0;b51f50ce4a7c:32955 {}] hbase.ChoreService(370): Chore service for: master/b51f50ce4a7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T11:44:13,251 INFO [M:0;b51f50ce4a7c:32955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:44:13,251 DEBUG [M:0;b51f50ce4a7c:32955 {}] master.HMaster(1795): Stopping service threads 2024-11-12T11:44:13,251 INFO [M:0;b51f50ce4a7c:32955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T11:44:13,251 INFO [M:0;b51f50ce4a7c:32955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T11:44:13,251 INFO [M:0;b51f50ce4a7c:32955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T11:44:13,251 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T11:44:13,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T11:44:13,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:13,259 DEBUG [M:0;b51f50ce4a7c:32955 {}] zookeeper.ZKUtil(347): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T11:44:13,259 WARN [M:0;b51f50ce4a7c:32955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T11:44:13,260 INFO [M:0;b51f50ce4a7c:32955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/.lastflushedseqids 2024-11-12T11:44:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741849_1025 (size=130) 2024-11-12T11:44:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741849_1025 (size=130) 2024-11-12T11:44:13,270 INFO [M:0;b51f50ce4a7c:32955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T11:44:13,270 INFO [M:0;b51f50ce4a7c:32955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T11:44:13,270 DEBUG [M:0;b51f50ce4a7c:32955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T11:44:13,270 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:44:13,270 DEBUG [M:0;b51f50ce4a7c:32955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:44:13,270 DEBUG [M:0;b51f50ce4a7c:32955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T11:44:13,270 DEBUG [M:0;b51f50ce4a7c:32955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:44:13,271 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.60 KB heapSize=55.01 KB 2024-11-12T11:44:13,288 DEBUG [M:0;b51f50ce4a7c:32955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc8bebc61d3348d29226739092dd5d96 is 82, key is hbase:meta,,1/info:regioninfo/1731411802313/Put/seqid=0 2024-11-12T11:44:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741850_1026 (size=5672) 2024-11-12T11:44:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741850_1026 (size=5672) 2024-11-12T11:44:13,294 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc8bebc61d3348d29226739092dd5d96 2024-11-12T11:44:13,314 DEBUG [M:0;b51f50ce4a7c:32955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d7016be20644fccb5031f7d380605c5 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731411802834/Put/seqid=0 2024-11-12T11:44:13,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741851_1027 (size=7824) 2024-11-12T11:44:13,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741851_1027 (size=7824) 2024-11-12T11:44:13,320 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.00 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d7016be20644fccb5031f7d380605c5 2024-11-12T11:44:13,325 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d7016be20644fccb5031f7d380605c5 2024-11-12T11:44:13,340 DEBUG [M:0;b51f50ce4a7c:32955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/688a2c42ee524dea92a66f0c946bd1e0 is 69, key is b51f50ce4a7c,33285,1731411801287/rs:state/1731411801646/Put/seqid=0 2024-11-12T11:44:13,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:44:13,342 INFO [RS:0;b51f50ce4a7c:33285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:44:13,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33285-0x101302516a60001, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:44:13,342 INFO [RS:0;b51f50ce4a7c:33285 {}] regionserver.HRegionServer(1031): Exiting; stopping=b51f50ce4a7c,33285,1731411801287; zookeeper connection closed. 2024-11-12T11:44:13,342 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64972ec4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64972ec4 2024-11-12T11:44:13,342 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T11:44:13,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741852_1028 (size=5156) 2024-11-12T11:44:13,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741852_1028 (size=5156) 2024-11-12T11:44:13,346 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/688a2c42ee524dea92a66f0c946bd1e0 2024-11-12T11:44:13,364 DEBUG [M:0;b51f50ce4a7c:32955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cbfe567feb6045e1915e6e301cf2af6f is 52, key is load_balancer_on/state:d/1731411802430/Put/seqid=0 2024-11-12T11:44:13,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741853_1029 (size=5056) 2024-11-12T11:44:13,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741853_1029 (size=5056) 2024-11-12T11:44:13,370 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cbfe567feb6045e1915e6e301cf2af6f 2024-11-12T11:44:13,376 DEBUG [M:0;b51f50ce4a7c:32955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc8bebc61d3348d29226739092dd5d96 as hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc8bebc61d3348d29226739092dd5d96 2024-11-12T11:44:13,381 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc8bebc61d3348d29226739092dd5d96, entries=8, sequenceid=121, filesize=5.5 K 2024-11-12T11:44:13,382 DEBUG [M:0;b51f50ce4a7c:32955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d7016be20644fccb5031f7d380605c5 as hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d7016be20644fccb5031f7d380605c5 2024-11-12T11:44:13,388 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d7016be20644fccb5031f7d380605c5 2024-11-12T11:44:13,388 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d7016be20644fccb5031f7d380605c5, entries=14, sequenceid=121, filesize=7.6 K 2024-11-12T11:44:13,390 DEBUG [M:0;b51f50ce4a7c:32955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/688a2c42ee524dea92a66f0c946bd1e0 as hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/688a2c42ee524dea92a66f0c946bd1e0 2024-11-12T11:44:13,396 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/688a2c42ee524dea92a66f0c946bd1e0, entries=1, sequenceid=121, filesize=5.0 K 2024-11-12T11:44:13,397 DEBUG [M:0;b51f50ce4a7c:32955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cbfe567feb6045e1915e6e301cf2af6f as hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cbfe567feb6045e1915e6e301cf2af6f 2024-11-12T11:44:13,403 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/6ca9f8b3-5b82-1efc-b0df-b01597e4c9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cbfe567feb6045e1915e6e301cf2af6f, entries=1, sequenceid=121, filesize=4.9 K 2024-11-12T11:44:13,404 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.60 KB/44647, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=121, compaction requested=false 2024-11-12T11:44:13,406 INFO [M:0;b51f50ce4a7c:32955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:44:13,406 DEBUG [M:0;b51f50ce4a7c:32955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731411853270Disabling compacts and flushes for region at 1731411853270Disabling writes for close at 1731411853270Obtaining lock to block concurrent updates at 1731411853271 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731411853271Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44647, getHeapSize=56264, getOffHeapSize=0, getCellsCount=140 at 1731411853271Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731411853272 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731411853272Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731411853288 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731411853288Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731411853298 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731411853313 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731411853313Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731411853325 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731411853339 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731411853339Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731411853352 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731411853364 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731411853364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cac07d1: reopening flushed file at 1731411853375 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@148741ac: reopening flushed file at 1731411853381 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@583e6f80: reopening flushed file at 1731411853389 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f078f7: reopening flushed file at 1731411853396 (+7 ms)Finished flush of dataSize ~43.60 KB/44647, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=121, compaction requested=false at 1731411853404 (+8 ms)Writing region close event to WAL at 1731411853406 (+2 ms)Closed at 1731411853406 2024-11-12T11:44:13,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34601 is added to blk_1073741830_1006 (size=53044) 2024-11-12T11:44:13,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741830_1006 (size=53044) 2024-11-12T11:44:13,409 INFO [M:0;b51f50ce4a7c:32955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T11:44:13,409 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:44:13,409 INFO [M:0;b51f50ce4a7c:32955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32955 2024-11-12T11:44:13,409 INFO [M:0;b51f50ce4a7c:32955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:44:13,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:44:13,517 INFO [M:0;b51f50ce4a7c:32955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:44:13,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32955-0x101302516a60000, quorum=127.0.0.1:57882, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:44:13,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d13d779{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:44:13,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bd74c4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:44:13,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:44:13,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e6de787{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:44:13,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@327e4fda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/hadoop.log.dir/,STOPPED} 2024-11-12T11:44:13,561 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:44:13,561 WARN [BP-1138996915-172.17.0.2-1731411799754 heartbeating to localhost/127.0.0.1:46579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:44:13,561 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:44:13,561 WARN [BP-1138996915-172.17.0.2-1731411799754 heartbeating to localhost/127.0.0.1:46579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1138996915-172.17.0.2-1731411799754 (Datanode Uuid 50c83ded-ce48-462c-99c6-a337e3809882) service to localhost/127.0.0.1:46579 2024-11-12T11:44:13,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/cluster_8af2c258-70a2-51c0-4bb7-800ad73a352f/data/data3/current/BP-1138996915-172.17.0.2-1731411799754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:44:13,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/cluster_8af2c258-70a2-51c0-4bb7-800ad73a352f/data/data4/current/BP-1138996915-172.17.0.2-1731411799754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:44:13,564 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:44:13,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cac673c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:44:13,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@617c715{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:44:13,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:44:13,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b10ba25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:44:13,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4b3624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/hadoop.log.dir/,STOPPED} 2024-11-12T11:44:13,571 WARN [BP-1138996915-172.17.0.2-1731411799754 heartbeating to localhost/127.0.0.1:46579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:44:13,571 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:44:13,571 WARN [BP-1138996915-172.17.0.2-1731411799754 heartbeating to localhost/127.0.0.1:46579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1138996915-172.17.0.2-1731411799754 (Datanode Uuid 0bd68dcf-98c6-4287-b474-62b0ef0a6704) service to localhost/127.0.0.1:46579 2024-11-12T11:44:13,571 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:44:13,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/cluster_8af2c258-70a2-51c0-4bb7-800ad73a352f/data/data1/current/BP-1138996915-172.17.0.2-1731411799754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:44:13,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/cluster_8af2c258-70a2-51c0-4bb7-800ad73a352f/data/data2/current/BP-1138996915-172.17.0.2-1731411799754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:44:13,572 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:44:13,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f13cb2d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T11:44:13,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bd1fb1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:44:13,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:44:13,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38ff7347{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:44:13,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ffe7f97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/hadoop.log.dir/,STOPPED} 2024-11-12T11:44:13,584 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T11:44:13,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T11:44:13,608 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=100 (was 104), OpenFileDescriptor=426 (was 444), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=1086 (was 1286) 2024-11-12T11:44:13,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=100, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=1086 2024-11-12T11:44:13,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T11:44:13,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/hadoop.log.dir so I do NOT create it in target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de 2024-11-12T11:44:13,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e30c730-4345-1537-11a6-04166dd6fabb/hadoop.tmp.dir so I do NOT create it in target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de 2024-11-12T11:44:13,614 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/cluster_a3af1f74-5cd6-6e66-4653-da427ba04e11, deleteOnExit=true 2024-11-12T11:44:13,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T11:44:13,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/test.cache.data in system properties and HBase conf 2024-11-12T11:44:13,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T11:44:13,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/hadoop.log.dir in system properties and HBase conf 2024-11-12T11:44:13,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T11:44:13,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T11:44:13,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T11:44:13,615 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T11:44:13,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T11:44:13,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T11:44:13,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T11:44:13,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T11:44:13,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T11:44:13,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T11:44:13,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T11:44:13,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T11:44:13,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T11:44:13,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/nfs.dump.dir in system properties and HBase conf 2024-11-12T11:44:13,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/java.io.tmpdir in system properties and HBase conf 2024-11-12T11:44:13,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T11:44:13,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T11:44:13,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T11:44:13,671 INFO [regionserver/b51f50ce4a7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:44:13,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:44:13,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:44:13,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:44:13,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:44:13,938 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T11:44:13,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:44:13,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6677d3ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:44:13,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53e4989d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:44:14,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30ae9b14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/java.io.tmpdir/jetty-localhost-34091-hadoop-hdfs-3_4_1-tests_jar-_-any-15460660999249742948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T11:44:14,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29c865b3{HTTP/1.1, (http/1.1)}{localhost:34091} 2024-11-12T11:44:14,036 INFO [Time-limited test {}] server.Server(415): Started @144565ms 2024-11-12T11:44:14,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:44:14,252 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:44:14,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:44:14,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:44:14,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:44:14,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d589fb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:44:14,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cfed15a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:44:14,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69c50db1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/java.io.tmpdir/jetty-localhost-44677-hadoop-hdfs-3_4_1-tests_jar-_-any-10666770260641256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:44:14,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ac6dcf9{HTTP/1.1, (http/1.1)}{localhost:44677} 2024-11-12T11:44:14,364 INFO [Time-limited test {}] server.Server(415): Started @144893ms 2024-11-12T11:44:14,365 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:44:14,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:44:14,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:44:14,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:44:14,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:44:14,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:44:14,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de395f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:44:14,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b0ccec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:44:14,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@490d1f1e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/java.io.tmpdir/jetty-localhost-45521-hadoop-hdfs-3_4_1-tests_jar-_-any-7298490170327994053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:44:14,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a8b4996{HTTP/1.1, (http/1.1)}{localhost:45521} 2024-11-12T11:44:14,496 INFO [Time-limited test {}] server.Server(415): Started @145025ms 2024-11-12T11:44:14,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:44:15,066 WARN [Thread-1106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/cluster_a3af1f74-5cd6-6e66-4653-da427ba04e11/data/data1/current/BP-745511299-172.17.0.2-1731411853640/current, will proceed with Du for space computation calculation, 2024-11-12T11:44:15,066 WARN [Thread-1107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/cluster_a3af1f74-5cd6-6e66-4653-da427ba04e11/data/data2/current/BP-745511299-172.17.0.2-1731411853640/current, will proceed with Du for space computation calculation, 2024-11-12T11:44:15,091 WARN [Thread-1070 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:44:15,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce787828abd2db28 with lease ID 0x10e4d220b88a7ed1: Processing first storage report for DS-5e856494-e422-46d5-9c6f-43764e595119 from datanode DatanodeRegistration(127.0.0.1:39509, datanodeUuid=5f052324-9b32-4ff7-ba70-a39cd73c4097, infoPort=42141, infoSecurePort=0, ipcPort=41191, storageInfo=lv=-57;cid=testClusterID;nsid=970550541;c=1731411853640) 2024-11-12T11:44:15,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce787828abd2db28 with lease ID 0x10e4d220b88a7ed1: from storage DS-5e856494-e422-46d5-9c6f-43764e595119 node DatanodeRegistration(127.0.0.1:39509, datanodeUuid=5f052324-9b32-4ff7-ba70-a39cd73c4097, infoPort=42141, infoSecurePort=0, ipcPort=41191, storageInfo=lv=-57;cid=testClusterID;nsid=970550541;c=1731411853640), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:44:15,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce787828abd2db28 with lease ID 0x10e4d220b88a7ed1: Processing first storage report for DS-9f853afb-ba82-416b-be2a-992f17de62a4 from datanode DatanodeRegistration(127.0.0.1:39509, datanodeUuid=5f052324-9b32-4ff7-ba70-a39cd73c4097, infoPort=42141, infoSecurePort=0, ipcPort=41191, storageInfo=lv=-57;cid=testClusterID;nsid=970550541;c=1731411853640) 2024-11-12T11:44:15,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce787828abd2db28 with lease ID 0x10e4d220b88a7ed1: from storage DS-9f853afb-ba82-416b-be2a-992f17de62a4 node DatanodeRegistration(127.0.0.1:39509, datanodeUuid=5f052324-9b32-4ff7-ba70-a39cd73c4097, infoPort=42141, infoSecurePort=0, ipcPort=41191, storageInfo=lv=-57;cid=testClusterID;nsid=970550541;c=1731411853640), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:44:15,224 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/cluster_a3af1f74-5cd6-6e66-4653-da427ba04e11/data/data4/current/BP-745511299-172.17.0.2-1731411853640/current, will proceed with Du for space computation calculation, 2024-11-12T11:44:15,224 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/cluster_a3af1f74-5cd6-6e66-4653-da427ba04e11/data/data3/current/BP-745511299-172.17.0.2-1731411853640/current, will proceed with Du for space computation calculation, 2024-11-12T11:44:15,248 WARN [Thread-1093 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:44:15,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x803a8f1388f2baf3 with lease ID 0x10e4d220b88a7ed2: Processing first storage report for DS-5877a213-6742-4441-a433-06b9119a0e3f from datanode DatanodeRegistration(127.0.0.1:39139, datanodeUuid=18aba8db-8c05-4f4e-b198-08a3eeaf6ef8, infoPort=44719, infoSecurePort=0, ipcPort=45871, storageInfo=lv=-57;cid=testClusterID;nsid=970550541;c=1731411853640) 2024-11-12T11:44:15,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x803a8f1388f2baf3 with lease ID 0x10e4d220b88a7ed2: from storage DS-5877a213-6742-4441-a433-06b9119a0e3f node DatanodeRegistration(127.0.0.1:39139, datanodeUuid=18aba8db-8c05-4f4e-b198-08a3eeaf6ef8, infoPort=44719, infoSecurePort=0, ipcPort=45871, storageInfo=lv=-57;cid=testClusterID;nsid=970550541;c=1731411853640), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:44:15,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x803a8f1388f2baf3 with lease ID 0x10e4d220b88a7ed2: Processing first storage report for DS-5c73d881-db54-4941-92d4-467d3ae53306 from datanode DatanodeRegistration(127.0.0.1:39139, datanodeUuid=18aba8db-8c05-4f4e-b198-08a3eeaf6ef8, infoPort=44719, infoSecurePort=0, ipcPort=45871, storageInfo=lv=-57;cid=testClusterID;nsid=970550541;c=1731411853640) 2024-11-12T11:44:15,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x803a8f1388f2baf3 with lease ID 0x10e4d220b88a7ed2: from storage DS-5c73d881-db54-4941-92d4-467d3ae53306 node DatanodeRegistration(127.0.0.1:39139, datanodeUuid=18aba8db-8c05-4f4e-b198-08a3eeaf6ef8, infoPort=44719, infoSecurePort=0, ipcPort=45871, storageInfo=lv=-57;cid=testClusterID;nsid=970550541;c=1731411853640), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:44:15,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T11:44:15,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T11:44:15,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T11:44:15,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T11:44:15,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de 2024-11-12T11:44:15,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/cluster_a3af1f74-5cd6-6e66-4653-da427ba04e11/zookeeper_0, clientPort=49356, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/cluster_a3af1f74-5cd6-6e66-4653-da427ba04e11/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/cluster_a3af1f74-5cd6-6e66-4653-da427ba04e11/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T11:44:15,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49356 2024-11-12T11:44:15,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:44:15,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:44:15,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741825_1001 (size=7) 2024-11-12T11:44:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741825_1001 (size=7) 2024-11-12T11:44:15,341 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb with version=8 2024-11-12T11:44:15,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/hbase-staging 2024-11-12T11:44:15,343 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:44:15,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:44:15,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:44:15,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:44:15,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:44:15,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:44:15,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T11:44:15,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:44:15,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36627 2024-11-12T11:44:15,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36627 connecting to ZooKeeper ensemble=127.0.0.1:49356 2024-11-12T11:44:15,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366270x0, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:44:15,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36627-0x1013025ea540000 connected 2024-11-12T11:44:15,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:44:15,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:44:15,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:44:15,478 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb, hbase.cluster.distributed=false 2024-11-12T11:44:15,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:44:15,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36627 2024-11-12T11:44:15,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36627 2024-11-12T11:44:15,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36627 2024-11-12T11:44:15,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36627 2024-11-12T11:44:15,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36627 2024-11-12T11:44:15,498 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:44:15,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:44:15,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:44:15,498 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:44:15,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:44:15,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:44:15,498 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T11:44:15,498 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:44:15,499 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42189 2024-11-12T11:44:15,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42189 connecting to ZooKeeper ensemble=127.0.0.1:49356 2024-11-12T11:44:15,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:44:15,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:44:15,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421890x0, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:44:15,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42189-0x1013025ea540001 connected 2024-11-12T11:44:15,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:44:15,515 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T11:44:15,516 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T11:44:15,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T11:44:15,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:44:15,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42189 2024-11-12T11:44:15,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42189 2024-11-12T11:44:15,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42189 2024-11-12T11:44:15,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42189 2024-11-12T11:44:15,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42189 2024-11-12T11:44:15,533 DEBUG [M:0;b51f50ce4a7c:36627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b51f50ce4a7c:36627 2024-11-12T11:44:15,533 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b51f50ce4a7c,36627,1731411855343 2024-11-12T11:44:15,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:44:15,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:44:15,542 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b51f50ce4a7c,36627,1731411855343 2024-11-12T11:44:15,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T11:44:15,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:15,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:15,550 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T11:44:15,551 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b51f50ce4a7c,36627,1731411855343 from backup master directory 2024-11-12T11:44:15,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b51f50ce4a7c,36627,1731411855343 2024-11-12T11:44:15,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:44:15,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:44:15,558 WARN [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:44:15,558 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b51f50ce4a7c,36627,1731411855343 2024-11-12T11:44:15,565 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/hbase.id] with ID: a423fe30-e17e-4aa2-a828-dcc1cae20e74 2024-11-12T11:44:15,565 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/.tmp/hbase.id 2024-11-12T11:44:15,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741826_1002 (size=42) 2024-11-12T11:44:15,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741826_1002 (size=42) 2024-11-12T11:44:15,575 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/.tmp/hbase.id]:[hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/hbase.id] 2024-11-12T11:44:15,591 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:44:15,591 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T11:44:15,593 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T11:44:15,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:15,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:15,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741827_1003 (size=196) 2024-11-12T11:44:15,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741827_1003 (size=196) 2024-11-12T11:44:15,608 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T11:44:15,609 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T11:44:15,609 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:44:15,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741828_1004 (size=1189) 2024-11-12T11:44:15,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741828_1004 (size=1189) 2024-11-12T11:44:15,618 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store 2024-11-12T11:44:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741829_1005 (size=34) 2024-11-12T11:44:15,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741829_1005 (size=34) 2024-11-12T11:44:15,626 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:44:15,626 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T11:44:15,626 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:44:15,626 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:44:15,627 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T11:44:15,627 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:44:15,627 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:44:15,627 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731411855626Disabling compacts and flushes for region at 1731411855626Disabling writes for close at 1731411855627 (+1 ms)Writing region close event to WAL at 1731411855627Closed at 1731411855627 2024-11-12T11:44:15,628 WARN [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/.initializing 2024-11-12T11:44:15,628 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/WALs/b51f50ce4a7c,36627,1731411855343 2024-11-12T11:44:15,629 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:44:15,631 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C36627%2C1731411855343, suffix=, logDir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/WALs/b51f50ce4a7c,36627,1731411855343, archiveDir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/oldWALs, maxLogs=10 2024-11-12T11:44:15,643 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/WALs/b51f50ce4a7c,36627,1731411855343/b51f50ce4a7c%2C36627%2C1731411855343.1731411855631, exclude list is [], retry=0 2024-11-12T11:44:15,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39139,DS-5877a213-6742-4441-a433-06b9119a0e3f,DISK] 2024-11-12T11:44:15,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-5e856494-e422-46d5-9c6f-43764e595119,DISK] 2024-11-12T11:44:15,648 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/WALs/b51f50ce4a7c,36627,1731411855343/b51f50ce4a7c%2C36627%2C1731411855343.1731411855631 2024-11-12T11:44:15,648 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719),(127.0.0.1/127.0.0.1:42141:42141)] 2024-11-12T11:44:15,648 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:44:15,648 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:44:15,648 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:44:15,649 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:44:15,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:44:15,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T11:44:15,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:15,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:44:15,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:44:15,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T11:44:15,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:15,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:44:15,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:44:15,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T11:44:15,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:15,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:44:15,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:44:15,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T11:44:15,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:15,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:44:15,657 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:44:15,657 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:44:15,658 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:44:15,659 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:44:15,659 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:44:15,659 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T11:44:15,660 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:44:15,662 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:44:15,663 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788595, jitterRate=0.0027509182691574097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T11:44:15,663 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731411855649Initializing all the Stores at 1731411855650 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411855650Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411855650Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411855650Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411855650Cleaning up temporary data from old regions at 1731411855659 (+9 ms)Region opened successfully at 1731411855663 (+4 ms) 2024-11-12T11:44:15,664 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T11:44:15,667 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c64686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:44:15,668 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T11:44:15,668 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T11:44:15,668 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T11:44:15,668 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T11:44:15,669 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T11:44:15,669 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T11:44:15,669 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T11:44:15,671 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T11:44:15,672 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T11:44:15,681 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T11:44:15,681 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T11:44:15,682 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T11:44:15,692 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T11:44:15,692 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T11:44:15,693 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T11:44:15,700 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T11:44:15,701 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T11:44:15,708 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T11:44:15,711 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T11:44:15,717 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T11:44:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:44:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:44:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:15,726 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b51f50ce4a7c,36627,1731411855343, sessionid=0x1013025ea540000, setting cluster-up flag (Was=false) 2024-11-12T11:44:15,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:15,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:15,767 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T11:44:15,770 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b51f50ce4a7c,36627,1731411855343 2024-11-12T11:44:15,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:15,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:15,817 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T11:44:15,818 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b51f50ce4a7c,36627,1731411855343 2024-11-12T11:44:15,820 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T11:44:15,822 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T11:44:15,822 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T11:44:15,822 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T11:44:15,823 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b51f50ce4a7c,36627,1731411855343 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T11:44:15,825 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:44:15,826 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:44:15,826 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:44:15,826 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:44:15,826 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b51f50ce4a7c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T11:44:15,826 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:44:15,826 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:44:15,826 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:44:15,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:44:15,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T11:44:15,833 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:15,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T11:44:15,835 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731411885835 2024-11-12T11:44:15,835 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T11:44:15,835 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T11:44:15,835 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T11:44:15,835 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T11:44:15,835 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T11:44:15,836 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T11:44:15,837 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:15,837 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T11:44:15,837 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T11:44:15,837 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T11:44:15,838 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T11:44:15,838 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T11:44:15,839 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411855839,5,FailOnTimeoutGroup] 2024-11-12T11:44:15,840 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411855840,5,FailOnTimeoutGroup] 2024-11-12T11:44:15,840 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:15,840 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T11:44:15,841 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:15,841 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:15,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741831_1007 (size=1321) 2024-11-12T11:44:15,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741831_1007 (size=1321) 2024-11-12T11:44:15,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T11:44:15,846 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb 2024-11-12T11:44:15,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741832_1008 (size=32) 2024-11-12T11:44:15,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741832_1008 (size=32) 2024-11-12T11:44:15,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:44:15,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T11:44:15,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T11:44:15,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:15,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:44:15,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T11:44:15,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T11:44:15,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:15,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:44:15,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T11:44:15,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T11:44:15,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:15,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:44:15,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T11:44:15,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T11:44:15,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:15,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:44:15,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T11:44:15,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740 2024-11-12T11:44:15,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740 2024-11-12T11:44:15,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T11:44:15,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T11:44:15,866 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T11:44:15,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T11:44:15,870 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:44:15,870 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=725156, jitterRate=-0.07791683077812195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T11:44:15,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731411855856Initializing all the Stores at 1731411855856Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411855856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411855856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411855857 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411855857Cleaning up temporary data from old regions at 1731411855866 (+9 ms)Region opened successfully at 1731411855871 (+5 ms) 2024-11-12T11:44:15,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T11:44:15,871 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T11:44:15,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T11:44:15,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T11:44:15,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T11:44:15,871 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T11:44:15,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731411855871Disabling compacts and flushes for region at 1731411855871Disabling writes for close at 1731411855871Writing region close event to WAL at 1731411855871Closed at 1731411855871 2024-11-12T11:44:15,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:44:15,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T11:44:15,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T11:44:15,874 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T11:44:15,874 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T11:44:15,921 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(746): ClusterId : a423fe30-e17e-4aa2-a828-dcc1cae20e74 2024-11-12T11:44:15,921 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T11:44:15,932 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T11:44:15,932 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T11:44:15,943 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T11:44:15,943 DEBUG [RS:0;b51f50ce4a7c:42189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cd1f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:44:15,953 DEBUG [RS:0;b51f50ce4a7c:42189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b51f50ce4a7c:42189 2024-11-12T11:44:15,953 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T11:44:15,953 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T11:44:15,953 DEBUG [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T11:44:15,954 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(2659): reportForDuty to master=b51f50ce4a7c,36627,1731411855343 with port=42189, startcode=1731411855497 2024-11-12T11:44:15,954 DEBUG [RS:0;b51f50ce4a7c:42189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T11:44:15,955 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56615, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T11:44:15,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:15,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36627 {}] master.ServerManager(517): Registering regionserver=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:15,957 DEBUG [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb 2024-11-12T11:44:15,957 DEBUG [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44185 2024-11-12T11:44:15,958 DEBUG [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T11:44:15,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:44:15,967 DEBUG [RS:0;b51f50ce4a7c:42189 {}] zookeeper.ZKUtil(111): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:15,967 WARN [RS:0;b51f50ce4a7c:42189 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:44:15,968 INFO [RS:0;b51f50ce4a7c:42189 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:44:15,968 DEBUG [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:15,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b51f50ce4a7c,42189,1731411855497] 2024-11-12T11:44:15,972 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T11:44:15,973 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T11:44:15,974 INFO [RS:0;b51f50ce4a7c:42189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T11:44:15,974 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:15,974 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T11:44:15,975 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T11:44:15,975 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:15,975 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:44:15,975 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:44:15,975 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:44:15,975 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:44:15,975 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:44:15,975 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:44:15,975 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:44:15,975 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:44:15,975 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:44:15,975 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:44:15,975 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:44:15,975 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:44:15,975 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:44:15,976 DEBUG [RS:0;b51f50ce4a7c:42189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:44:15,976 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:15,976 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:15,976 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:15,976 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:15,976 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:15,976 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,42189,1731411855497-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:44:15,990 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T11:44:15,990 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,42189,1731411855497-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:15,990 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:15,990 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.Replication(171): b51f50ce4a7c,42189,1731411855497 started 2024-11-12T11:44:16,002 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:16,002 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(1482): Serving as b51f50ce4a7c,42189,1731411855497, RpcServer on b51f50ce4a7c/172.17.0.2:42189, sessionid=0x1013025ea540001 2024-11-12T11:44:16,002 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T11:44:16,002 DEBUG [RS:0;b51f50ce4a7c:42189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:16,002 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,42189,1731411855497' 2024-11-12T11:44:16,003 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T11:44:16,003 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T11:44:16,004 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T11:44:16,004 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T11:44:16,004 DEBUG [RS:0;b51f50ce4a7c:42189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:16,004 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,42189,1731411855497' 2024-11-12T11:44:16,004 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T11:44:16,004 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T11:44:16,005 DEBUG [RS:0;b51f50ce4a7c:42189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T11:44:16,005 INFO [RS:0;b51f50ce4a7c:42189 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T11:44:16,005 INFO [RS:0;b51f50ce4a7c:42189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T11:44:16,025 WARN [b51f50ce4a7c:36627 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T11:44:16,105 INFO [RS:0;b51f50ce4a7c:42189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:44:16,108 INFO [RS:0;b51f50ce4a7c:42189 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C42189%2C1731411855497, suffix=, logDir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497, archiveDir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/oldWALs, maxLogs=32 2024-11-12T11:44:16,124 DEBUG [RS:0;b51f50ce4a7c:42189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.1731411856109, exclude list is [], retry=0 2024-11-12T11:44:16,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-5e856494-e422-46d5-9c6f-43764e595119,DISK] 2024-11-12T11:44:16,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39139,DS-5877a213-6742-4441-a433-06b9119a0e3f,DISK] 2024-11-12T11:44:16,128 INFO [RS:0;b51f50ce4a7c:42189 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.1731411856109 2024-11-12T11:44:16,129 DEBUG [RS:0;b51f50ce4a7c:42189 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42141:42141),(127.0.0.1/127.0.0.1:44719:44719)] 2024-11-12T11:44:16,275 DEBUG [b51f50ce4a7c:36627 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T11:44:16,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:16,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b51f50ce4a7c,42189,1731411855497, state=OPENING 2024-11-12T11:44:16,283 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T11:44:16,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:16,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:44:16,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:44:16,292 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T11:44:16,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:44:16,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,42189,1731411855497}] 2024-11-12T11:44:16,445 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T11:44:16,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60837, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T11:44:16,451 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T11:44:16,451 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:44:16,452 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T11:44:16,454 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C42189%2C1731411855497.meta, suffix=.meta, logDir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497, archiveDir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/oldWALs, maxLogs=32 2024-11-12T11:44:16,470 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.meta.1731411856454.meta, exclude list is [], retry=0 2024-11-12T11:44:16,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39139,DS-5877a213-6742-4441-a433-06b9119a0e3f,DISK] 2024-11-12T11:44:16,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-5e856494-e422-46d5-9c6f-43764e595119,DISK] 2024-11-12T11:44:16,474 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.meta.1731411856454.meta 2024-11-12T11:44:16,474 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719),(127.0.0.1/127.0.0.1:42141:42141)] 2024-11-12T11:44:16,474 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:44:16,475 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T11:44:16,475 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T11:44:16,475 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T11:44:16,475 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T11:44:16,475 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:44:16,475 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T11:44:16,475 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T11:44:16,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T11:44:16,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T11:44:16,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:16,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:44:16,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T11:44:16,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T11:44:16,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:16,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:44:16,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T11:44:16,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T11:44:16,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:16,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:44:16,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T11:44:16,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T11:44:16,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:16,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:44:16,482 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T11:44:16,483 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740 2024-11-12T11:44:16,484 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740 2024-11-12T11:44:16,485 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T11:44:16,485 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T11:44:16,486 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T11:44:16,487 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T11:44:16,488 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=836380, jitterRate=0.06351301074028015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T11:44:16,488 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T11:44:16,489 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731411856475Writing region info on filesystem at 1731411856475Initializing all the Stores at 1731411856476 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411856476Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411856476Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411856476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411856476Cleaning up temporary data from old regions at 1731411856485 (+9 ms)Running coprocessor post-open hooks at 1731411856488 (+3 ms)Region opened successfully at 1731411856489 (+1 ms) 2024-11-12T11:44:16,490 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731411856445 2024-11-12T11:44:16,492 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T11:44:16,492 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T11:44:16,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:16,494 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b51f50ce4a7c,42189,1731411855497, state=OPEN 2024-11-12T11:44:16,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:44:16,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:44:16,554 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:16,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:44:16,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:44:16,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T11:44:16,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,42189,1731411855497 in 262 msec 2024-11-12T11:44:16,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T11:44:16,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-11-12T11:44:16,565 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:44:16,565 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T11:44:16,567 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T11:44:16,567 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b51f50ce4a7c,42189,1731411855497, seqNum=-1] 2024-11-12T11:44:16,567 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:44:16,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54097, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:44:16,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 753 msec 2024-11-12T11:44:16,577 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731411856577, completionTime=-1 2024-11-12T11:44:16,577 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T11:44:16,577 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T11:44:16,579 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T11:44:16,579 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731411916579 2024-11-12T11:44:16,579 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731411976579 2024-11-12T11:44:16,579 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-12T11:44:16,580 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,36627,1731411855343-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:16,580 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,36627,1731411855343-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:16,580 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,36627,1731411855343-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:16,580 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b51f50ce4a7c:36627, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:16,580 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:16,580 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:16,582 DEBUG [master/b51f50ce4a7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T11:44:16,584 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.024sec 2024-11-12T11:44:16,584 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T11:44:16,584 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T11:44:16,584 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T11:44:16,584 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T11:44:16,584 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T11:44:16,584 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,36627,1731411855343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:44:16,584 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,36627,1731411855343-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T11:44:16,586 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T11:44:16,586 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T11:44:16,587 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,36627,1731411855343-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:44:16,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe8777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:44:16,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b51f50ce4a7c,36627,-1 for getting cluster id 2024-11-12T11:44:16,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T11:44:16,624 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a423fe30-e17e-4aa2-a828-dcc1cae20e74' 2024-11-12T11:44:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T11:44:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a423fe30-e17e-4aa2-a828-dcc1cae20e74" 2024-11-12T11:44:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f8bccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:44:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b51f50ce4a7c,36627,-1] 2024-11-12T11:44:16,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T11:44:16,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:44:16,628 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T11:44:16,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54514faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:44:16,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T11:44:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b51f50ce4a7c,42189,1731411855497, seqNum=-1] 2024-11-12T11:44:16,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:44:16,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:44:16,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b51f50ce4a7c,36627,1731411855343 2024-11-12T11:44:16,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:44:16,642 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T11:44:16,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T11:44:16,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b51f50ce4a7c,36627,1731411855343 2024-11-12T11:44:16,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@193e01a6 2024-11-12T11:44:16,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T11:44:16,647 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T11:44:16,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-12T11:44:16,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-12T11:44:16,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T11:44:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-12T11:44:16,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T11:44:16,651 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:16,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-12T11:44:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T11:44:16,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T11:44:16,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741835_1011 (size=381) 2024-11-12T11:44:16,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741835_1011 (size=381) 2024-11-12T11:44:17,067 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60584b03f9839481c5a0e676387b4f7f, NAME => 'TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb 2024-11-12T11:44:17,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741836_1012 (size=64) 2024-11-12T11:44:17,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741836_1012 (size=64) 2024-11-12T11:44:17,079 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:44:17,079 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 60584b03f9839481c5a0e676387b4f7f, disabling compactions & flushes 2024-11-12T11:44:17,079 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:17,079 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:17,079 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. after waiting 0 ms 2024-11-12T11:44:17,079 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:17,079 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:17,079 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60584b03f9839481c5a0e676387b4f7f: Waiting for close lock at 1731411857079Disabling compacts and flushes for region at 1731411857079Disabling writes for close at 1731411857079Writing region close event to WAL at 1731411857079Closed at 1731411857079 2024-11-12T11:44:17,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T11:44:17,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731411857081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731411857081"}]},"ts":"1731411857081"} 2024-11-12T11:44:17,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T11:44:17,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T11:44:17,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731411857085"}]},"ts":"1731411857085"} 2024-11-12T11:44:17,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-12T11:44:17,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=60584b03f9839481c5a0e676387b4f7f, ASSIGN}] 2024-11-12T11:44:17,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=60584b03f9839481c5a0e676387b4f7f, ASSIGN 2024-11-12T11:44:17,090 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=60584b03f9839481c5a0e676387b4f7f, ASSIGN; state=OFFLINE, location=b51f50ce4a7c,42189,1731411855497; forceNewPlan=false, retain=false 2024-11-12T11:44:17,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60584b03f9839481c5a0e676387b4f7f, regionState=OPENING, regionLocation=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:17,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=60584b03f9839481c5a0e676387b4f7f, ASSIGN because future has completed 2024-11-12T11:44:17,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60584b03f9839481c5a0e676387b4f7f, server=b51f50ce4a7c,42189,1731411855497}] 2024-11-12T11:44:17,415 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:17,415 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 60584b03f9839481c5a0e676387b4f7f, NAME => 'TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:44:17,415 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:17,415 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:44:17,415 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:17,415 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:17,417 INFO [StoreOpener-60584b03f9839481c5a0e676387b4f7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:17,419 INFO [StoreOpener-60584b03f9839481c5a0e676387b4f7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60584b03f9839481c5a0e676387b4f7f columnFamilyName info 2024-11-12T11:44:17,419 DEBUG [StoreOpener-60584b03f9839481c5a0e676387b4f7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:17,420 INFO [StoreOpener-60584b03f9839481c5a0e676387b4f7f-1 {}] regionserver.HStore(327): Store=60584b03f9839481c5a0e676387b4f7f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:44:17,420 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:17,421 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:17,421 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:17,422 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:17,422 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:17,424 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:17,427 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:44:17,428 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 60584b03f9839481c5a0e676387b4f7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=730097, jitterRate=-0.0716339498758316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:44:17,428 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:17,429 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 60584b03f9839481c5a0e676387b4f7f: Running coprocessor pre-open hook at 1731411857415Writing region info on filesystem at 1731411857415Initializing all the Stores at 1731411857417 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411857417Cleaning up temporary data from old regions at 1731411857422 (+5 ms)Running coprocessor post-open hooks at 1731411857428 (+6 ms)Region opened successfully at 1731411857429 (+1 ms) 2024-11-12T11:44:17,430 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., pid=6, masterSystemTime=1731411857406 2024-11-12T11:44:17,433 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:17,433 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:17,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60584b03f9839481c5a0e676387b4f7f, regionState=OPEN, openSeqNum=2, regionLocation=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:17,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60584b03f9839481c5a0e676387b4f7f, server=b51f50ce4a7c,42189,1731411855497 because future has completed 2024-11-12T11:44:17,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T11:44:17,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60584b03f9839481c5a0e676387b4f7f, server=b51f50ce4a7c,42189,1731411855497 in 188 msec 2024-11-12T11:44:17,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T11:44:17,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=60584b03f9839481c5a0e676387b4f7f, ASSIGN in 354 msec 2024-11-12T11:44:17,444 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T11:44:17,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731411857444"}]},"ts":"1731411857444"} 2024-11-12T11:44:17,446 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-12T11:44:17,447 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T11:44:17,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 799 msec 2024-11-12T11:44:18,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T11:44:18,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:18,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:21,972 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T11:44:21,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-12T11:44:25,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T11:44:25,285 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T11:44:25,286 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T11:44:25,286 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T11:44:25,287 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T11:44:25,287 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T11:44:25,287 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-12T11:44:25,287 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-12T11:44:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T11:44:26,760 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-12T11:44:26,761 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-12T11:44:26,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-12T11:44:26,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=2] 2024-11-12T11:44:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:26,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 60584b03f9839481c5a0e676387b4f7f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T11:44:26,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/deba9e55bb2a44c4bf3ef01c12ccf2bf is 1055, key is row0001/info:/1731411866766/Put/seqid=0 2024-11-12T11:44:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741837_1013 (size=13386) 2024-11-12T11:44:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741837_1013 (size=13386) 2024-11-12T11:44:26,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/deba9e55bb2a44c4bf3ef01c12ccf2bf 2024-11-12T11:44:26,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/deba9e55bb2a44c4bf3ef01c12ccf2bf as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/deba9e55bb2a44c4bf3ef01c12ccf2bf 2024-11-12T11:44:26,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/deba9e55bb2a44c4bf3ef01c12ccf2bf, entries=8, sequenceid=12, filesize=13.1 K 2024-11-12T11:44:26,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 60584b03f9839481c5a0e676387b4f7f in 44ms, sequenceid=12, compaction requested=false 2024-11-12T11:44:26,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 60584b03f9839481c5a0e676387b4f7f: 2024-11-12T11:44:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:26,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 60584b03f9839481c5a0e676387b4f7f 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-12T11:44:26,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/44bb8493d1ab447ab1117b0d3889378a is 1055, key is row0009/info:/1731411866781/Put/seqid=0 2024-11-12T11:44:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741838_1014 (size=26030) 2024-11-12T11:44:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741838_1014 (size=26030) 2024-11-12T11:44:26,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/44bb8493d1ab447ab1117b0d3889378a 2024-11-12T11:44:26,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/44bb8493d1ab447ab1117b0d3889378a as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/44bb8493d1ab447ab1117b0d3889378a 2024-11-12T11:44:26,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/44bb8493d1ab447ab1117b0d3889378a, entries=20, sequenceid=35, filesize=25.4 K 2024-11-12T11:44:26,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for 60584b03f9839481c5a0e676387b4f7f in 24ms, sequenceid=35, compaction requested=false 2024-11-12T11:44:26,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 60584b03f9839481c5a0e676387b4f7f: 2024-11-12T11:44:26,850 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-11-12T11:44:26,850 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T11:44:26,850 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/44bb8493d1ab447ab1117b0d3889378a because midkey is the same as first or last row 2024-11-12T11:44:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:28,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 60584b03f9839481c5a0e676387b4f7f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T11:44:28,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/24e9d355f6b44962a029cda4e3d62736 is 1055, key is row0029/info:/1731411866827/Put/seqid=0 2024-11-12T11:44:28,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741839_1015 (size=13386) 2024-11-12T11:44:28,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741839_1015 (size=13386) 2024-11-12T11:44:28,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/24e9d355f6b44962a029cda4e3d62736 2024-11-12T11:44:28,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/24e9d355f6b44962a029cda4e3d62736 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/24e9d355f6b44962a029cda4e3d62736 2024-11-12T11:44:28,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/24e9d355f6b44962a029cda4e3d62736, entries=8, sequenceid=46, filesize=13.1 K 2024-11-12T11:44:28,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 60584b03f9839481c5a0e676387b4f7f in 40ms, sequenceid=46, compaction requested=true 2024-11-12T11:44:28,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 60584b03f9839481c5a0e676387b4f7f: 2024-11-12T11:44:28,884 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-11-12T11:44:28,884 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T11:44:28,884 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/44bb8493d1ab447ab1117b0d3889378a because midkey is the same as first or last row 2024-11-12T11:44:28,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60584b03f9839481c5a0e676387b4f7f:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T11:44:28,885 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T11:44:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:28,887 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T11:44:28,887 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1541): 60584b03f9839481c5a0e676387b4f7f/info is initiating minor compaction (all files) 2024-11-12T11:44:28,887 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 60584b03f9839481c5a0e676387b4f7f/info in TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:28,888 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/deba9e55bb2a44c4bf3ef01c12ccf2bf, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/44bb8493d1ab447ab1117b0d3889378a, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/24e9d355f6b44962a029cda4e3d62736] into tmpdir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp, totalSize=51.6 K 2024-11-12T11:44:28,888 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting deba9e55bb2a44c4bf3ef01c12ccf2bf, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731411866766 2024-11-12T11:44:28,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:44:28,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 60584b03f9839481c5a0e676387b4f7f 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-12T11:44:28,889 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44bb8493d1ab447ab1117b0d3889378a, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731411866781 2024-11-12T11:44:28,890 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24e9d355f6b44962a029cda4e3d62736, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731411866827 2024-11-12T11:44:28,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/5bd6239e057147ff985429c60fcae38e is 1055, key is row0037/info:/1731411868845/Put/seqid=0 2024-11-12T11:44:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741840_1016 (size=20766) 2024-11-12T11:44:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741840_1016 (size=20766) 2024-11-12T11:44:28,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/5bd6239e057147ff985429c60fcae38e 2024-11-12T11:44:28,919 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60584b03f9839481c5a0e676387b4f7f#info#compaction#35 average throughput is 12.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:44:28,919 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/9dfd15ce87d346b6808c3f0cb3d5fc00 is 1055, key is row0001/info:/1731411866766/Put/seqid=0 2024-11-12T11:44:28,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/5bd6239e057147ff985429c60fcae38e as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/5bd6239e057147ff985429c60fcae38e 2024-11-12T11:44:28,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/5bd6239e057147ff985429c60fcae38e, entries=15, sequenceid=64, filesize=20.3 K 2024-11-12T11:44:28,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=13.34 KB/13663 for 60584b03f9839481c5a0e676387b4f7f in 47ms, sequenceid=64, compaction requested=false 2024-11-12T11:44:28,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 60584b03f9839481c5a0e676387b4f7f: 2024-11-12T11:44:28,936 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.8 K, sizeToCheck=16.0 K 2024-11-12T11:44:28,936 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T11:44:28,936 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/44bb8493d1ab447ab1117b0d3889378a because midkey is the same as first or last row 2024-11-12T11:44:28,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741841_1017 (size=43001) 2024-11-12T11:44:28,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741841_1017 (size=43001) 2024-11-12T11:44:28,949 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/9dfd15ce87d346b6808c3f0cb3d5fc00 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/9dfd15ce87d346b6808c3f0cb3d5fc00 2024-11-12T11:44:28,957 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 60584b03f9839481c5a0e676387b4f7f/info of 60584b03f9839481c5a0e676387b4f7f into 9dfd15ce87d346b6808c3f0cb3d5fc00(size=42.0 K), total size for store is 62.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:44:28,957 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 60584b03f9839481c5a0e676387b4f7f: 2024-11-12T11:44:28,959 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., storeName=60584b03f9839481c5a0e676387b4f7f/info, priority=13, startTime=1731411868885; duration=0sec 2024-11-12T11:44:28,960 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-11-12T11:44:28,960 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T11:44:28,960 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/9dfd15ce87d346b6808c3f0cb3d5fc00 because midkey is the same as first or last row 2024-11-12T11:44:28,960 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-11-12T11:44:28,960 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T11:44:28,960 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/9dfd15ce87d346b6808c3f0cb3d5fc00 because midkey is the same as first or last row 2024-11-12T11:44:28,960 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-11-12T11:44:28,961 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T11:44:28,961 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/9dfd15ce87d346b6808c3f0cb3d5fc00 because midkey is the same as first or last row 2024-11-12T11:44:28,961 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:44:28,961 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60584b03f9839481c5a0e676387b4f7f:info 2024-11-12T11:44:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:30,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 60584b03f9839481c5a0e676387b4f7f 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-12T11:44:30,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/b7bb3347c56946b9a53aa1abdf154e80 is 1055, key is row0052/info:/1731411868892/Put/seqid=0 2024-11-12T11:44:30,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741842_1018 (size=19714) 2024-11-12T11:44:30,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741842_1018 (size=19714) 2024-11-12T11:44:30,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=60584b03f9839481c5a0e676387b4f7f, server=b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T11:44:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:36374 deadline: 1731411880975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=60584b03f9839481c5a0e676387b4f7f, server=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=60584b03f9839481c5a0e676387b4f7f, server=b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T11:44:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=60584b03f9839481c5a0e676387b4f7f, server=b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T11:44:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=2 because the exception is null or not the one we care about 2024-11-12T11:44:31,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/b7bb3347c56946b9a53aa1abdf154e80 2024-11-12T11:44:31,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/b7bb3347c56946b9a53aa1abdf154e80 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/b7bb3347c56946b9a53aa1abdf154e80 2024-11-12T11:44:31,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/b7bb3347c56946b9a53aa1abdf154e80, entries=14, sequenceid=82, filesize=19.3 K 2024-11-12T11:44:31,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for 60584b03f9839481c5a0e676387b4f7f in 438ms, sequenceid=82, compaction requested=true 2024-11-12T11:44:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 60584b03f9839481c5a0e676387b4f7f: 2024-11-12T11:44:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-12T11:44:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T11:44:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/9dfd15ce87d346b6808c3f0cb3d5fc00 because midkey is the same as first or last row 2024-11-12T11:44:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60584b03f9839481c5a0e676387b4f7f:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T11:44:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:44:31,369 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T11:44:31,371 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T11:44:31,371 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1541): 60584b03f9839481c5a0e676387b4f7f/info is initiating minor compaction (all files) 2024-11-12T11:44:31,371 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 60584b03f9839481c5a0e676387b4f7f/info in TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:31,371 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/9dfd15ce87d346b6808c3f0cb3d5fc00, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/5bd6239e057147ff985429c60fcae38e, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/b7bb3347c56946b9a53aa1abdf154e80] into tmpdir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp, totalSize=81.5 K 2024-11-12T11:44:31,372 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dfd15ce87d346b6808c3f0cb3d5fc00, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731411866766 2024-11-12T11:44:31,372 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bd6239e057147ff985429c60fcae38e, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731411868845 2024-11-12T11:44:31,372 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7bb3347c56946b9a53aa1abdf154e80, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731411868892 2024-11-12T11:44:31,390 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60584b03f9839481c5a0e676387b4f7f#info#compaction#37 average throughput is 13.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:44:31,391 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/e368a88b11bd4d8d880821c3fcf9e2c2 is 1055, key is row0001/info:/1731411866766/Put/seqid=0 2024-11-12T11:44:31,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741843_1019 (size=73753) 2024-11-12T11:44:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741843_1019 (size=73753) 2024-11-12T11:44:31,404 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/e368a88b11bd4d8d880821c3fcf9e2c2 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/e368a88b11bd4d8d880821c3fcf9e2c2 2024-11-12T11:44:31,411 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 60584b03f9839481c5a0e676387b4f7f/info of 60584b03f9839481c5a0e676387b4f7f into e368a88b11bd4d8d880821c3fcf9e2c2(size=72.0 K), total size for store is 72.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:44:31,411 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 60584b03f9839481c5a0e676387b4f7f: 2024-11-12T11:44:31,411 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., storeName=60584b03f9839481c5a0e676387b4f7f/info, priority=13, startTime=1731411871369; duration=0sec 2024-11-12T11:44:31,412 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-12T11:44:31,412 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T11:44:31,412 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-12T11:44:31,412 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T11:44:31,412 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-12T11:44:31,412 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T11:44:31,413 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:44:31,413 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:44:31,413 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60584b03f9839481c5a0e676387b4f7f:info 2024-11-12T11:44:31,417 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36627 {}] assignment.AssignmentManager(1363): Split request from b51f50ce4a7c,42189,1731411855497, parent={ENCODED => 60584b03f9839481c5a0e676387b4f7f, NAME => 'TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-12T11:44:31,425 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36627 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:31,431 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36627 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=60584b03f9839481c5a0e676387b4f7f, daughterA=e80893d375c96ce1e0fd51535e17e2a6, daughterB=b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:31,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=60584b03f9839481c5a0e676387b4f7f, daughterA=e80893d375c96ce1e0fd51535e17e2a6, daughterB=b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:31,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=60584b03f9839481c5a0e676387b4f7f, daughterA=e80893d375c96ce1e0fd51535e17e2a6, daughterB=b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:31,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=60584b03f9839481c5a0e676387b4f7f, daughterA=e80893d375c96ce1e0fd51535e17e2a6, daughterB=b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:31,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=60584b03f9839481c5a0e676387b4f7f, UNASSIGN}] 2024-11-12T11:44:31,444 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=60584b03f9839481c5a0e676387b4f7f, UNASSIGN 2024-11-12T11:44:31,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=60584b03f9839481c5a0e676387b4f7f, regionState=CLOSING, regionLocation=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:31,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=60584b03f9839481c5a0e676387b4f7f, UNASSIGN because future has completed 2024-11-12T11:44:31,451 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-12T11:44:31,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 60584b03f9839481c5a0e676387b4f7f, server=b51f50ce4a7c,42189,1731411855497}] 2024-11-12T11:44:31,611 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:31,611 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-12T11:44:31,612 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 60584b03f9839481c5a0e676387b4f7f, disabling compactions & flushes 2024-11-12T11:44:31,612 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:31,612 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:31,612 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. after waiting 0 ms 2024-11-12T11:44:31,612 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:31,612 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 60584b03f9839481c5a0e676387b4f7f 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-12T11:44:31,617 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/acd3c57f8f9942579eac3bce1441d372 is 1055, key is row0066/info:/1731411870932/Put/seqid=0 2024-11-12T11:44:31,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741844_1020 (size=20766) 2024-11-12T11:44:31,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741844_1020 (size=20766) 2024-11-12T11:44:31,629 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/acd3c57f8f9942579eac3bce1441d372 2024-11-12T11:44:31,636 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/.tmp/info/acd3c57f8f9942579eac3bce1441d372 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/acd3c57f8f9942579eac3bce1441d372 2024-11-12T11:44:31,643 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/acd3c57f8f9942579eac3bce1441d372, entries=15, sequenceid=101, filesize=20.3 K 2024-11-12T11:44:31,645 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=0 B/0 for 60584b03f9839481c5a0e676387b4f7f in 32ms, sequenceid=101, compaction requested=false 2024-11-12T11:44:31,646 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/deba9e55bb2a44c4bf3ef01c12ccf2bf, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/44bb8493d1ab447ab1117b0d3889378a, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/9dfd15ce87d346b6808c3f0cb3d5fc00, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/24e9d355f6b44962a029cda4e3d62736, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/5bd6239e057147ff985429c60fcae38e, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/b7bb3347c56946b9a53aa1abdf154e80] to archive 2024-11-12T11:44:31,647 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T11:44:31,650 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/deba9e55bb2a44c4bf3ef01c12ccf2bf to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/deba9e55bb2a44c4bf3ef01c12ccf2bf 2024-11-12T11:44:31,652 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/44bb8493d1ab447ab1117b0d3889378a to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/44bb8493d1ab447ab1117b0d3889378a 2024-11-12T11:44:31,654 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/9dfd15ce87d346b6808c3f0cb3d5fc00 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/9dfd15ce87d346b6808c3f0cb3d5fc00 2024-11-12T11:44:31,656 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/24e9d355f6b44962a029cda4e3d62736 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/24e9d355f6b44962a029cda4e3d62736 2024-11-12T11:44:31,657 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/5bd6239e057147ff985429c60fcae38e to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/5bd6239e057147ff985429c60fcae38e 2024-11-12T11:44:31,659 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/b7bb3347c56946b9a53aa1abdf154e80 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/b7bb3347c56946b9a53aa1abdf154e80 2024-11-12T11:44:31,665 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/recovered.edits/104.seqid, newMaxSeqId=104, maxSeqId=1 2024-11-12T11:44:31,666 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. 2024-11-12T11:44:31,666 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 60584b03f9839481c5a0e676387b4f7f: Waiting for close lock at 1731411871612Running coprocessor pre-close hooks at 1731411871612Disabling compacts and flushes for region at 1731411871612Disabling writes for close at 1731411871612Obtaining lock to block concurrent updates at 1731411871612Preparing flush snapshotting stores in 60584b03f9839481c5a0e676387b4f7f at 1731411871612Finished memstore snapshotting TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., syncing WAL and waiting on mvcc, flushsize=dataSize=15765, getHeapSize=17160, getOffHeapSize=0, getCellsCount=15 at 1731411871612Flushing stores of TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. at 1731411871613 (+1 ms)Flushing 60584b03f9839481c5a0e676387b4f7f/info: creating writer at 1731411871613Flushing 60584b03f9839481c5a0e676387b4f7f/info: appending metadata at 1731411871617 (+4 ms)Flushing 60584b03f9839481c5a0e676387b4f7f/info: closing flushed file at 1731411871617Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c4ad94: reopening flushed file at 1731411871635 (+18 ms)Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=0 B/0 for 60584b03f9839481c5a0e676387b4f7f in 32ms, sequenceid=101, compaction requested=false at 1731411871645 (+10 ms)Writing region close event to WAL at 1731411871662 (+17 ms)Running coprocessor post-close hooks at 1731411871666 (+4 ms)Closed at 1731411871666 2024-11-12T11:44:31,669 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:31,669 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=60584b03f9839481c5a0e676387b4f7f, regionState=CLOSED 2024-11-12T11:44:31,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 60584b03f9839481c5a0e676387b4f7f, server=b51f50ce4a7c,42189,1731411855497 because future has completed 2024-11-12T11:44:31,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T11:44:31,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 60584b03f9839481c5a0e676387b4f7f, server=b51f50ce4a7c,42189,1731411855497 in 223 msec 2024-11-12T11:44:31,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T11:44:31,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=60584b03f9839481c5a0e676387b4f7f, UNASSIGN in 234 msec 2024-11-12T11:44:31,689 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:31,692 INFO [PEWorker-3 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=60584b03f9839481c5a0e676387b4f7f, threads=2 2024-11-12T11:44:31,695 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/acd3c57f8f9942579eac3bce1441d372 for region: 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:31,695 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/e368a88b11bd4d8d880821c3fcf9e2c2 for region: 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:31,709 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/acd3c57f8f9942579eac3bce1441d372, top=true 2024-11-12T11:44:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741845_1021 (size=27) 2024-11-12T11:44:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741845_1021 (size=27) 2024-11-12T11:44:31,728 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/TestLogRolling-testLogRolling=60584b03f9839481c5a0e676387b4f7f-acd3c57f8f9942579eac3bce1441d372 for child: b3f6dac9ee9c1ffc14697fc0e92092d3, parent: 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:31,729 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/acd3c57f8f9942579eac3bce1441d372 for region: 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:31,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741846_1022 (size=27) 2024-11-12T11:44:31,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741846_1022 (size=27) 2024-11-12T11:44:31,745 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/e368a88b11bd4d8d880821c3fcf9e2c2 for region: 60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:44:31,747 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 60584b03f9839481c5a0e676387b4f7f Daughter A: [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6/info/e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f] storefiles, Daughter B: [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/TestLogRolling-testLogRolling=60584b03f9839481c5a0e676387b4f7f-acd3c57f8f9942579eac3bce1441d372, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f] storefiles. 2024-11-12T11:44:31,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741847_1023 (size=71) 2024-11-12T11:44:31,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741847_1023 (size=71) 2024-11-12T11:44:31,764 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:31,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741848_1024 (size=71) 2024-11-12T11:44:31,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741848_1024 (size=71) 2024-11-12T11:44:31,795 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:31,807 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6/recovered.edits/104.seqid, newMaxSeqId=104, maxSeqId=-1 2024-11-12T11:44:31,812 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/recovered.edits/104.seqid, newMaxSeqId=104, maxSeqId=-1 2024-11-12T11:44:31,818 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731411871817"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731411871817"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731411871817"}]},"ts":"1731411871817"} 2024-11-12T11:44:31,818 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731411871817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731411871817"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731411871817"}]},"ts":"1731411871817"} 2024-11-12T11:44:31,818 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731411871817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731411871817"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731411871817"}]},"ts":"1731411871817"} 2024-11-12T11:44:31,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e80893d375c96ce1e0fd51535e17e2a6, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b3f6dac9ee9c1ffc14697fc0e92092d3, ASSIGN}] 2024-11-12T11:44:31,843 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b3f6dac9ee9c1ffc14697fc0e92092d3, ASSIGN 2024-11-12T11:44:31,843 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e80893d375c96ce1e0fd51535e17e2a6, ASSIGN 2024-11-12T11:44:31,844 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b3f6dac9ee9c1ffc14697fc0e92092d3, ASSIGN; state=SPLITTING_NEW, location=b51f50ce4a7c,42189,1731411855497; forceNewPlan=false, retain=false 2024-11-12T11:44:31,844 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e80893d375c96ce1e0fd51535e17e2a6, ASSIGN; state=SPLITTING_NEW, location=b51f50ce4a7c,42189,1731411855497; forceNewPlan=false, retain=false 2024-11-12T11:44:31,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e80893d375c96ce1e0fd51535e17e2a6, regionState=OPENING, regionLocation=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:31,995 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b3f6dac9ee9c1ffc14697fc0e92092d3, regionState=OPENING, regionLocation=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:31,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e80893d375c96ce1e0fd51535e17e2a6, ASSIGN because future has completed 2024-11-12T11:44:31,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e80893d375c96ce1e0fd51535e17e2a6, server=b51f50ce4a7c,42189,1731411855497}] 2024-11-12T11:44:31,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b3f6dac9ee9c1ffc14697fc0e92092d3, ASSIGN because future has completed 2024-11-12T11:44:32,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497}] 2024-11-12T11:44:32,158 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:44:32,158 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => b3f6dac9ee9c1ffc14697fc0e92092d3, NAME => 'TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-12T11:44:32,159 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:32,159 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:44:32,159 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:32,159 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:32,162 INFO [StoreOpener-b3f6dac9ee9c1ffc14697fc0e92092d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:32,163 INFO [StoreOpener-b3f6dac9ee9c1ffc14697fc0e92092d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3f6dac9ee9c1ffc14697fc0e92092d3 columnFamilyName info 2024-11-12T11:44:32,163 DEBUG [StoreOpener-b3f6dac9ee9c1ffc14697fc0e92092d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:32,174 DEBUG [StoreOpener-b3f6dac9ee9c1ffc14697fc0e92092d3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/TestLogRolling-testLogRolling=60584b03f9839481c5a0e676387b4f7f-acd3c57f8f9942579eac3bce1441d372 2024-11-12T11:44:32,181 DEBUG [StoreOpener-b3f6dac9ee9c1ffc14697fc0e92092d3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f->hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/e368a88b11bd4d8d880821c3fcf9e2c2-top 2024-11-12T11:44:32,182 INFO [StoreOpener-b3f6dac9ee9c1ffc14697fc0e92092d3-1 {}] regionserver.HStore(327): Store=b3f6dac9ee9c1ffc14697fc0e92092d3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:44:32,182 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:32,183 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:32,184 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:32,185 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:32,185 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:32,187 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:32,188 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened b3f6dac9ee9c1ffc14697fc0e92092d3; next sequenceid=105; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=758229, jitterRate=-0.035862892866134644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:44:32,188 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:44:32,188 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for b3f6dac9ee9c1ffc14697fc0e92092d3: Running coprocessor pre-open hook at 1731411872159Writing region info on filesystem at 1731411872159Initializing all the Stores at 1731411872161 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411872161Cleaning up temporary data from old regions at 1731411872185 (+24 ms)Running coprocessor post-open hooks at 1731411872188 (+3 ms)Region opened successfully at 1731411872188 2024-11-12T11:44:32,189 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., pid=13, masterSystemTime=1731411872151 2024-11-12T11:44:32,189 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store b3f6dac9ee9c1ffc14697fc0e92092d3:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T11:44:32,190 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:44:32,190 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T11:44:32,191 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:44:32,191 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1541): b3f6dac9ee9c1ffc14697fc0e92092d3/info is initiating minor compaction (all files) 2024-11-12T11:44:32,191 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b3f6dac9ee9c1ffc14697fc0e92092d3/info in TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:44:32,191 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f->hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/e368a88b11bd4d8d880821c3fcf9e2c2-top, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/TestLogRolling-testLogRolling=60584b03f9839481c5a0e676387b4f7f-acd3c57f8f9942579eac3bce1441d372] into tmpdir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp, totalSize=92.3 K 2024-11-12T11:44:32,192 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731411866766 2024-11-12T11:44:32,192 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:44:32,192 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:44:32,192 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6. 2024-11-12T11:44:32,193 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => e80893d375c96ce1e0fd51535e17e2a6, NAME => 'TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-12T11:44:32,193 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=60584b03f9839481c5a0e676387b4f7f-acd3c57f8f9942579eac3bce1441d372, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731411870932 2024-11-12T11:44:32,193 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling e80893d375c96ce1e0fd51535e17e2a6 2024-11-12T11:44:32,193 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:44:32,193 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for e80893d375c96ce1e0fd51535e17e2a6 2024-11-12T11:44:32,193 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for e80893d375c96ce1e0fd51535e17e2a6 2024-11-12T11:44:32,194 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b3f6dac9ee9c1ffc14697fc0e92092d3, regionState=OPEN, openSeqNum=105, regionLocation=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:32,196 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-12T11:44:32,197 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T11:44:32,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-12T11:44:32,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 because future has completed 2024-11-12T11:44:32,203 INFO [StoreOpener-e80893d375c96ce1e0fd51535e17e2a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e80893d375c96ce1e0fd51535e17e2a6 2024-11-12T11:44:32,204 INFO [StoreOpener-e80893d375c96ce1e0fd51535e17e2a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e80893d375c96ce1e0fd51535e17e2a6 columnFamilyName info 2024-11-12T11:44:32,204 DEBUG [StoreOpener-e80893d375c96ce1e0fd51535e17e2a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:44:32,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-12T11:44:32,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 in 207 msec 2024-11-12T11:44:32,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b3f6dac9ee9c1ffc14697fc0e92092d3, ASSIGN in 369 msec 2024-11-12T11:44:32,217 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b3f6dac9ee9c1ffc14697fc0e92092d3#info#compaction#39 average throughput is 17.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:44:32,217 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/df8df89ee2f14fdf80829ee46c1ca70e is 1055, key is row0064/info:/1731411868926/Put/seqid=0 2024-11-12T11:44:32,225 DEBUG [StoreOpener-e80893d375c96ce1e0fd51535e17e2a6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6/info/e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f->hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/e368a88b11bd4d8d880821c3fcf9e2c2-bottom 2024-11-12T11:44:32,225 INFO [StoreOpener-e80893d375c96ce1e0fd51535e17e2a6-1 {}] regionserver.HStore(327): Store=e80893d375c96ce1e0fd51535e17e2a6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:44:32,226 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for e80893d375c96ce1e0fd51535e17e2a6 2024-11-12T11:44:32,226 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6 2024-11-12T11:44:32,228 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6 2024-11-12T11:44:32,228 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for e80893d375c96ce1e0fd51535e17e2a6 2024-11-12T11:44:32,228 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for e80893d375c96ce1e0fd51535e17e2a6 2024-11-12T11:44:32,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/.tmp/info/46a2462553e54dc7a5b0fbcde9193744 is 193, key is TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3./info:regioninfo/1731411872194/Put/seqid=0 2024-11-12T11:44:32,230 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for e80893d375c96ce1e0fd51535e17e2a6 2024-11-12T11:44:32,231 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened e80893d375c96ce1e0fd51535e17e2a6; next sequenceid=105; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=869055, jitterRate=0.10506127774715424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:44:32,231 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e80893d375c96ce1e0fd51535e17e2a6 2024-11-12T11:44:32,232 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for e80893d375c96ce1e0fd51535e17e2a6: Running coprocessor pre-open hook at 1731411872194Writing region info on filesystem at 1731411872194Initializing all the Stores at 1731411872195 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411872195Cleaning up temporary data from old regions at 1731411872228 (+33 ms)Running coprocessor post-open hooks at 1731411872231 (+3 ms)Region opened successfully at 1731411872231 2024-11-12T11:44:32,232 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6., pid=12, masterSystemTime=1731411872151 2024-11-12T11:44:32,233 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store e80893d375c96ce1e0fd51535e17e2a6:info, priority=-2147483648, current under compaction store size is 2 2024-11-12T11:44:32,233 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:44:32,233 DEBUG [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-12T11:44:32,233 INFO [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6. 2024-11-12T11:44:32,233 DEBUG [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] regionserver.HStore(1541): e80893d375c96ce1e0fd51535e17e2a6/info is initiating minor compaction (all files) 2024-11-12T11:44:32,233 INFO [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e80893d375c96ce1e0fd51535e17e2a6/info in TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6. 2024-11-12T11:44:32,234 INFO [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6/info/e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f->hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/e368a88b11bd4d8d880821c3fcf9e2c2-bottom] into tmpdir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6/.tmp, totalSize=72.0 K 2024-11-12T11:44:32,234 DEBUG [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] compactions.Compactor(225): Compacting e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731411866766 2024-11-12T11:44:32,235 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6. 2024-11-12T11:44:32,235 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6. 2024-11-12T11:44:32,236 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e80893d375c96ce1e0fd51535e17e2a6, regionState=OPEN, openSeqNum=105, regionLocation=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:32,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e80893d375c96ce1e0fd51535e17e2a6, server=b51f50ce4a7c,42189,1731411855497 because future has completed 2024-11-12T11:44:32,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741849_1025 (size=23040) 2024-11-12T11:44:32,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741849_1025 (size=23040) 2024-11-12T11:44:32,246 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36627 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b51f50ce4a7c,42189,1731411855497, table=TestLogRolling-testLogRolling, region=e80893d375c96ce1e0fd51535e17e2a6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T11:44:32,253 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/df8df89ee2f14fdf80829ee46c1ca70e as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/df8df89ee2f14fdf80829ee46c1ca70e 2024-11-12T11:44:32,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-12T11:44:32,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure e80893d375c96ce1e0fd51535e17e2a6, server=b51f50ce4a7c,42189,1731411855497 in 254 msec 2024-11-12T11:44:32,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-12T11:44:32,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e80893d375c96ce1e0fd51535e17e2a6, ASSIGN in 413 msec 2024-11-12T11:44:32,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=60584b03f9839481c5a0e676387b4f7f, daughterA=e80893d375c96ce1e0fd51535e17e2a6, daughterB=b3f6dac9ee9c1ffc14697fc0e92092d3 in 831 msec 2024-11-12T11:44:32,260 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in b3f6dac9ee9c1ffc14697fc0e92092d3/info of b3f6dac9ee9c1ffc14697fc0e92092d3 into df8df89ee2f14fdf80829ee46c1ca70e(size=22.5 K), total size for store is 22.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:44:32,261 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:44:32,261 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., storeName=b3f6dac9ee9c1ffc14697fc0e92092d3/info, priority=14, startTime=1731411872189; duration=0sec 2024-11-12T11:44:32,261 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:44:32,261 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b3f6dac9ee9c1ffc14697fc0e92092d3:info 2024-11-12T11:44:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741850_1026 (size=9882) 2024-11-12T11:44:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741850_1026 (size=9882) 2024-11-12T11:44:32,269 INFO [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e80893d375c96ce1e0fd51535e17e2a6#info#compaction#41 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:44:32,270 DEBUG [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6/.tmp/info/e8d304eca3f64ea19ca022487ac76f46 is 1055, key is row0001/info:/1731411866766/Put/seqid=0 2024-11-12T11:44:32,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741851_1027 (size=71441) 2024-11-12T11:44:32,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741851_1027 (size=71441) 2024-11-12T11:44:32,282 DEBUG [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6/.tmp/info/e8d304eca3f64ea19ca022487ac76f46 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6/info/e8d304eca3f64ea19ca022487ac76f46 2024-11-12T11:44:32,289 INFO [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in e80893d375c96ce1e0fd51535e17e2a6/info of e80893d375c96ce1e0fd51535e17e2a6 into e8d304eca3f64ea19ca022487ac76f46(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:44:32,289 DEBUG [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e80893d375c96ce1e0fd51535e17e2a6: 2024-11-12T11:44:32,290 INFO [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6., storeName=e80893d375c96ce1e0fd51535e17e2a6/info, priority=15, startTime=1731411872232; duration=0sec 2024-11-12T11:44:32,290 DEBUG [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:44:32,290 DEBUG [RS:0;b51f50ce4a7c:42189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e80893d375c96ce1e0fd51535e17e2a6:info 2024-11-12T11:44:32,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/.tmp/info/46a2462553e54dc7a5b0fbcde9193744 2024-11-12T11:44:32,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/.tmp/ns/a97c2a24fdd84275b4a2b48f7ebfc07b is 43, key is default/ns:d/1731411856570/Put/seqid=0 2024-11-12T11:44:32,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741852_1028 (size=5153) 2024-11-12T11:44:32,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741852_1028 (size=5153) 2024-11-12T11:44:32,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/.tmp/ns/a97c2a24fdd84275b4a2b48f7ebfc07b 2024-11-12T11:44:32,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/.tmp/table/e8c7558abeb14de38fd1136bc6ca1065 is 65, key is TestLogRolling-testLogRolling/table:state/1731411857444/Put/seqid=0 2024-11-12T11:44:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741853_1029 (size=5340) 2024-11-12T11:44:32,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741853_1029 (size=5340) 2024-11-12T11:44:32,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/.tmp/table/e8c7558abeb14de38fd1136bc6ca1065 2024-11-12T11:44:32,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/.tmp/info/46a2462553e54dc7a5b0fbcde9193744 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/info/46a2462553e54dc7a5b0fbcde9193744 2024-11-12T11:44:32,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/info/46a2462553e54dc7a5b0fbcde9193744, entries=30, sequenceid=17, filesize=9.7 K 2024-11-12T11:44:32,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/.tmp/ns/a97c2a24fdd84275b4a2b48f7ebfc07b as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/ns/a97c2a24fdd84275b4a2b48f7ebfc07b 2024-11-12T11:44:32,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/ns/a97c2a24fdd84275b4a2b48f7ebfc07b, entries=2, sequenceid=17, filesize=5.0 K 2024-11-12T11:44:32,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/.tmp/table/e8c7558abeb14de38fd1136bc6ca1065 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/table/e8c7558abeb14de38fd1136bc6ca1065 2024-11-12T11:44:32,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/table/e8c7558abeb14de38fd1136bc6ca1065, entries=2, sequenceid=17, filesize=5.2 K 2024-11-12T11:44:32,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 566ms, sequenceid=17, compaction requested=false 2024-11-12T11:44:32,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-12T11:44:36,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:36,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:36,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:36,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:36,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:36,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:36,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:36,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:37,199 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T11:44:37,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:37,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:37,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:37,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:37,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:37,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:37,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:37,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T11:44:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:36374 deadline: 1731411891031, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. is not online on b51f50ce4a7c,42189,1731411855497 2024-11-12T11:44:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. is not online on b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T11:44:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f. is not online on b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T11:44:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731411856647.60584b03f9839481c5a0e676387b4f7f., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=2 from cache 2024-11-12T11:44:45,325 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T11:44:56,660 INFO [master/b51f50ce4a7c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T11:44:56,660 INFO [master/b51f50ce4a7c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T11:45:01,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0081', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=105] 2024-11-12T11:45:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:01,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T11:45:01,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/091dcf59ec7c4aa6b9ab6add84b3f654 is 1055, key is row0081/info:/1731411901240/Put/seqid=0 2024-11-12T11:45:01,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741854_1030 (size=13386) 2024-11-12T11:45:01,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741854_1030 (size=13386) 2024-11-12T11:45:01,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/091dcf59ec7c4aa6b9ab6add84b3f654 2024-11-12T11:45:01,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/091dcf59ec7c4aa6b9ab6add84b3f654 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/091dcf59ec7c4aa6b9ab6add84b3f654 2024-11-12T11:45:01,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/091dcf59ec7c4aa6b9ab6add84b3f654, entries=8, sequenceid=116, filesize=13.1 K 2024-11-12T11:45:01,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=8.21 KB/8408 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 28ms, sequenceid=116, compaction requested=false 2024-11-12T11:45:01,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:01,475 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-12T11:45:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:03,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-12T11:45:03,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/ffaf218d944345b19ee68ca3c52233a2 is 1055, key is row0089/info:/1731411901253/Put/seqid=0 2024-11-12T11:45:03,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741855_1031 (size=14438) 2024-11-12T11:45:03,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741855_1031 (size=14438) 2024-11-12T11:45:03,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/ffaf218d944345b19ee68ca3c52233a2 2024-11-12T11:45:03,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/ffaf218d944345b19ee68ca3c52233a2 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/ffaf218d944345b19ee68ca3c52233a2 2024-11-12T11:45:03,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/ffaf218d944345b19ee68ca3c52233a2, entries=9, sequenceid=128, filesize=14.1 K 2024-11-12T11:45:03,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=11.29 KB/11561 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 27ms, sequenceid=128, compaction requested=true 2024-11-12T11:45:03,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:03,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b3f6dac9ee9c1ffc14697fc0e92092d3:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T11:45:03,302 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T11:45:03,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:03,304 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50864 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T11:45:03,304 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1541): b3f6dac9ee9c1ffc14697fc0e92092d3/info is initiating minor compaction (all files) 2024-11-12T11:45:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:03,304 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b3f6dac9ee9c1ffc14697fc0e92092d3/info in TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:45:03,304 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/df8df89ee2f14fdf80829ee46c1ca70e, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/091dcf59ec7c4aa6b9ab6add84b3f654, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/ffaf218d944345b19ee68ca3c52233a2] into tmpdir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp, totalSize=49.7 K 2024-11-12T11:45:03,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-12T11:45:03,304 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting df8df89ee2f14fdf80829ee46c1ca70e, keycount=17, bloomtype=ROW, size=22.5 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731411868926 2024-11-12T11:45:03,305 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 091dcf59ec7c4aa6b9ab6add84b3f654, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731411901240 2024-11-12T11:45:03,305 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffaf218d944345b19ee68ca3c52233a2, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731411901253 2024-11-12T11:45:03,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/0fb69ad684004a7c9ccf1ace7867de59 is 1055, key is row0098/info:/1731411903279/Put/seqid=0 2024-11-12T11:45:03,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741856_1032 (size=17606) 2024-11-12T11:45:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741856_1032 (size=17606) 2024-11-12T11:45:03,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/0fb69ad684004a7c9ccf1ace7867de59 2024-11-12T11:45:03,323 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b3f6dac9ee9c1ffc14697fc0e92092d3#info#compaction#47 average throughput is 34.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:45:03,324 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/9df5d1beaebc432c9d81717c277aa22a is 1055, key is row0064/info:/1731411868926/Put/seqid=0 2024-11-12T11:45:03,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/0fb69ad684004a7c9ccf1ace7867de59 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/0fb69ad684004a7c9ccf1ace7867de59 2024-11-12T11:45:03,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741857_1033 (size=41062) 2024-11-12T11:45:03,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741857_1033 (size=41062) 2024-11-12T11:45:03,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/0fb69ad684004a7c9ccf1ace7867de59, entries=12, sequenceid=143, filesize=17.2 K 2024-11-12T11:45:03,336 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/9df5d1beaebc432c9d81717c277aa22a as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/9df5d1beaebc432c9d81717c277aa22a 2024-11-12T11:45:03,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 32ms, sequenceid=143, compaction requested=false 2024-11-12T11:45:03,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:03,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-12T11:45:03,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/d4150536fc2e455d96c992ebbe4bdeeb is 1055, key is row0110/info:/1731411903305/Put/seqid=0 2024-11-12T11:45:03,343 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b3f6dac9ee9c1ffc14697fc0e92092d3/info of b3f6dac9ee9c1ffc14697fc0e92092d3 into 9df5d1beaebc432c9d81717c277aa22a(size=40.1 K), total size for store is 57.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:45:03,343 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:03,343 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., storeName=b3f6dac9ee9c1ffc14697fc0e92092d3/info, priority=13, startTime=1731411903302; duration=0sec 2024-11-12T11:45:03,344 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:03,344 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b3f6dac9ee9c1ffc14697fc0e92092d3:info 2024-11-12T11:45:03,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741858_1034 (size=19728) 2024-11-12T11:45:03,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741858_1034 (size=19728) 2024-11-12T11:45:03,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/d4150536fc2e455d96c992ebbe4bdeeb 2024-11-12T11:45:03,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/d4150536fc2e455d96c992ebbe4bdeeb as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/d4150536fc2e455d96c992ebbe4bdeeb 2024-11-12T11:45:03,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/d4150536fc2e455d96c992ebbe4bdeeb, entries=14, sequenceid=160, filesize=19.3 K 2024-11-12T11:45:03,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=5.13 KB/5255 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 26ms, sequenceid=160, compaction requested=true 2024-11-12T11:45:03,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:03,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b3f6dac9ee9c1ffc14697fc0e92092d3:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T11:45:03,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:03,365 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T11:45:03,366 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 78396 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T11:45:03,366 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1541): b3f6dac9ee9c1ffc14697fc0e92092d3/info is initiating minor compaction (all files) 2024-11-12T11:45:03,366 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b3f6dac9ee9c1ffc14697fc0e92092d3/info in TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:45:03,367 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/9df5d1beaebc432c9d81717c277aa22a, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/0fb69ad684004a7c9ccf1ace7867de59, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/d4150536fc2e455d96c992ebbe4bdeeb] into tmpdir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp, totalSize=76.6 K 2024-11-12T11:45:03,367 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9df5d1beaebc432c9d81717c277aa22a, keycount=34, bloomtype=ROW, size=40.1 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731411868926 2024-11-12T11:45:03,368 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fb69ad684004a7c9ccf1ace7867de59, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731411903279 2024-11-12T11:45:03,368 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4150536fc2e455d96c992ebbe4bdeeb, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731411903305 2024-11-12T11:45:03,379 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b3f6dac9ee9c1ffc14697fc0e92092d3#info#compaction#49 average throughput is 60.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:45:03,380 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/11c6f9fa75d649369fe3a0c44c923620 is 1055, key is row0064/info:/1731411868926/Put/seqid=0 2024-11-12T11:45:03,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741859_1035 (size=68610) 2024-11-12T11:45:03,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741859_1035 (size=68610) 2024-11-12T11:45:03,392 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/11c6f9fa75d649369fe3a0c44c923620 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/11c6f9fa75d649369fe3a0c44c923620 2024-11-12T11:45:03,397 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b3f6dac9ee9c1ffc14697fc0e92092d3/info of b3f6dac9ee9c1ffc14697fc0e92092d3 into 11c6f9fa75d649369fe3a0c44c923620(size=67.0 K), total size for store is 67.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:45:03,397 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:03,397 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., storeName=b3f6dac9ee9c1ffc14697fc0e92092d3/info, priority=13, startTime=1731411903365; duration=0sec 2024-11-12T11:45:03,397 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:03,397 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b3f6dac9ee9c1ffc14697fc0e92092d3:info 2024-11-12T11:45:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:05,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T11:45:05,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/253fd1d3523d4577a0dbc8a5cae91ddf is 1055, key is row0124/info:/1731411903340/Put/seqid=0 2024-11-12T11:45:05,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741860_1036 (size=13394) 2024-11-12T11:45:05,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741860_1036 (size=13394) 2024-11-12T11:45:05,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/253fd1d3523d4577a0dbc8a5cae91ddf 2024-11-12T11:45:05,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/253fd1d3523d4577a0dbc8a5cae91ddf as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/253fd1d3523d4577a0dbc8a5cae91ddf 2024-11-12T11:45:05,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/253fd1d3523d4577a0dbc8a5cae91ddf, entries=8, sequenceid=173, filesize=13.1 K 2024-11-12T11:45:05,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 24ms, sequenceid=173, compaction requested=false 2024-11-12T11:45:05,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:05,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-12T11:45:05,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/eefbd3c624fa4dc1b57bac780fc63d48 is 1055, key is row0132/info:/1731411905360/Put/seqid=0 2024-11-12T11:45:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741861_1037 (size=17606) 2024-11-12T11:45:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741861_1037 (size=17606) 2024-11-12T11:45:05,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/eefbd3c624fa4dc1b57bac780fc63d48 2024-11-12T11:45:05,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/eefbd3c624fa4dc1b57bac780fc63d48 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/eefbd3c624fa4dc1b57bac780fc63d48 2024-11-12T11:45:05,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/eefbd3c624fa4dc1b57bac780fc63d48, entries=12, sequenceid=188, filesize=17.2 K 2024-11-12T11:45:05,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 26ms, sequenceid=188, compaction requested=true 2024-11-12T11:45:05,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:05,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b3f6dac9ee9c1ffc14697fc0e92092d3:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T11:45:05,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:05,411 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T11:45:05,412 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 99610 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T11:45:05,412 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1541): b3f6dac9ee9c1ffc14697fc0e92092d3/info is initiating minor compaction (all files) 2024-11-12T11:45:05,413 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b3f6dac9ee9c1ffc14697fc0e92092d3/info in TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:45:05,413 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/11c6f9fa75d649369fe3a0c44c923620, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/253fd1d3523d4577a0dbc8a5cae91ddf, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/eefbd3c624fa4dc1b57bac780fc63d48] into tmpdir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp, totalSize=97.3 K 2024-11-12T11:45:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:05,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-12T11:45:05,413 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11c6f9fa75d649369fe3a0c44c923620, keycount=60, bloomtype=ROW, size=67.0 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731411868926 2024-11-12T11:45:05,413 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 253fd1d3523d4577a0dbc8a5cae91ddf, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731411903340 2024-11-12T11:45:05,414 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting eefbd3c624fa4dc1b57bac780fc63d48, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731411905360 2024-11-12T11:45:05,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/184f2ee1f9ff4b28af07b7e064015215 is 1055, key is row0144/info:/1731411905386/Put/seqid=0 2024-11-12T11:45:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741862_1038 (size=17606) 2024-11-12T11:45:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741862_1038 (size=17606) 2024-11-12T11:45:05,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/184f2ee1f9ff4b28af07b7e064015215 2024-11-12T11:45:05,430 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b3f6dac9ee9c1ffc14697fc0e92092d3#info#compaction#53 average throughput is 26.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:45:05,431 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/434864bf38b84d93861916634790d2af is 1055, key is row0064/info:/1731411868926/Put/seqid=0 2024-11-12T11:45:05,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741863_1039 (size=89849) 2024-11-12T11:45:05,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741863_1039 (size=89849) 2024-11-12T11:45:05,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/184f2ee1f9ff4b28af07b7e064015215 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/184f2ee1f9ff4b28af07b7e064015215 2024-11-12T11:45:05,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/184f2ee1f9ff4b28af07b7e064015215, entries=12, sequenceid=203, filesize=17.2 K 2024-11-12T11:45:05,442 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/434864bf38b84d93861916634790d2af as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/434864bf38b84d93861916634790d2af 2024-11-12T11:45:05,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=5.13 KB/5255 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 29ms, sequenceid=203, compaction requested=false 2024-11-12T11:45:05,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:05,449 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b3f6dac9ee9c1ffc14697fc0e92092d3/info of b3f6dac9ee9c1ffc14697fc0e92092d3 into 434864bf38b84d93861916634790d2af(size=87.7 K), total size for store is 104.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:45:05,449 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:05,449 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., storeName=b3f6dac9ee9c1ffc14697fc0e92092d3/info, priority=13, startTime=1731411905411; duration=0sec 2024-11-12T11:45:05,449 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:05,449 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b3f6dac9ee9c1ffc14697fc0e92092d3:info 2024-11-12T11:45:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:07,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T11:45:07,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T11:45:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:36374 deadline: 1731411917467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:45:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=105 , the old value is region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=105, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T11:45:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=105 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T11:45:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=105 because the exception is null or not the one we care about 2024-11-12T11:45:07,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/2b2b16ad28a6404ab02338fe2c37138d is 1055, key is row0156/info:/1731411905415/Put/seqid=0 2024-11-12T11:45:07,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741864_1040 (size=13394) 2024-11-12T11:45:07,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741864_1040 (size=13394) 2024-11-12T11:45:07,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/2b2b16ad28a6404ab02338fe2c37138d 2024-11-12T11:45:07,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/2b2b16ad28a6404ab02338fe2c37138d as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/2b2b16ad28a6404ab02338fe2c37138d 2024-11-12T11:45:07,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/2b2b16ad28a6404ab02338fe2c37138d, entries=8, sequenceid=215, filesize=13.1 K 2024-11-12T11:45:07,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 65ms, sequenceid=215, compaction requested=true 2024-11-12T11:45:07,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:07,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b3f6dac9ee9c1ffc14697fc0e92092d3:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T11:45:07,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:07,497 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T11:45:07,498 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120849 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T11:45:07,498 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1541): b3f6dac9ee9c1ffc14697fc0e92092d3/info is initiating minor compaction (all files) 2024-11-12T11:45:07,498 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b3f6dac9ee9c1ffc14697fc0e92092d3/info in TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:45:07,498 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/434864bf38b84d93861916634790d2af, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/184f2ee1f9ff4b28af07b7e064015215, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/2b2b16ad28a6404ab02338fe2c37138d] into tmpdir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp, totalSize=118.0 K 2024-11-12T11:45:07,499 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 434864bf38b84d93861916634790d2af, keycount=80, bloomtype=ROW, size=87.7 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731411868926 2024-11-12T11:45:07,499 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 184f2ee1f9ff4b28af07b7e064015215, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731411905386 2024-11-12T11:45:07,499 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b2b16ad28a6404ab02338fe2c37138d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731411905415 2024-11-12T11:45:07,510 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b3f6dac9ee9c1ffc14697fc0e92092d3#info#compaction#55 average throughput is 33.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:45:07,510 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/759b83a492b9413db024ddb4c20caaec is 1055, key is row0064/info:/1731411868926/Put/seqid=0 2024-11-12T11:45:07,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741865_1041 (size=111015) 2024-11-12T11:45:07,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741865_1041 (size=111015) 2024-11-12T11:45:07,519 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/759b83a492b9413db024ddb4c20caaec as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/759b83a492b9413db024ddb4c20caaec 2024-11-12T11:45:07,526 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b3f6dac9ee9c1ffc14697fc0e92092d3/info of b3f6dac9ee9c1ffc14697fc0e92092d3 into 759b83a492b9413db024ddb4c20caaec(size=108.4 K), total size for store is 108.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:45:07,526 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:07,527 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., storeName=b3f6dac9ee9c1ffc14697fc0e92092d3/info, priority=13, startTime=1731411907497; duration=0sec 2024-11-12T11:45:07,527 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:07,527 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b3f6dac9ee9c1ffc14697fc0e92092d3:info 2024-11-12T11:45:15,326 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T11:45:17,159 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b3f6dac9ee9c1ffc14697fc0e92092d3, had cached 0 bytes from a total of 111015 2024-11-12T11:45:17,193 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e80893d375c96ce1e0fd51535e17e2a6, had cached 0 bytes from a total of 71441 2024-11-12T11:45:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:17,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-12T11:45:17,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/dd0523513b1a44c89cfded85ee9879f7 is 1055, key is row0164/info:/1731411907433/Put/seqid=0 2024-11-12T11:45:17,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741866_1042 (size=28156) 2024-11-12T11:45:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741866_1042 (size=28156) 2024-11-12T11:45:17,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/dd0523513b1a44c89cfded85ee9879f7 2024-11-12T11:45:17,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/dd0523513b1a44c89cfded85ee9879f7 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/dd0523513b1a44c89cfded85ee9879f7 2024-11-12T11:45:17,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/dd0523513b1a44c89cfded85ee9879f7, entries=22, sequenceid=241, filesize=27.5 K 2024-11-12T11:45:17,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=7.18 KB/7357 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 79ms, sequenceid=241, compaction requested=false 2024-11-12T11:45:17,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:19,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T11:45:19,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/e50d0e3905b049f1963b1800508bc5af is 1055, key is row0186/info:/1731411917524/Put/seqid=0 2024-11-12T11:45:19,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741867_1043 (size=13394) 2024-11-12T11:45:19,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741867_1043 (size=13394) 2024-11-12T11:45:19,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/e50d0e3905b049f1963b1800508bc5af 2024-11-12T11:45:19,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/e50d0e3905b049f1963b1800508bc5af as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e50d0e3905b049f1963b1800508bc5af 2024-11-12T11:45:19,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e50d0e3905b049f1963b1800508bc5af, entries=8, sequenceid=252, filesize=13.1 K 2024-11-12T11:45:19,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 28ms, sequenceid=252, compaction requested=true 2024-11-12T11:45:19,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:19,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b3f6dac9ee9c1ffc14697fc0e92092d3:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T11:45:19,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:19,571 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T11:45:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:19,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-12T11:45:19,572 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152565 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T11:45:19,572 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1541): b3f6dac9ee9c1ffc14697fc0e92092d3/info is initiating minor compaction (all files) 2024-11-12T11:45:19,572 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b3f6dac9ee9c1ffc14697fc0e92092d3/info in TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:45:19,573 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/759b83a492b9413db024ddb4c20caaec, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/dd0523513b1a44c89cfded85ee9879f7, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e50d0e3905b049f1963b1800508bc5af] into tmpdir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp, totalSize=149.0 K 2024-11-12T11:45:19,573 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 759b83a492b9413db024ddb4c20caaec, keycount=100, bloomtype=ROW, size=108.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731411868926 2024-11-12T11:45:19,573 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd0523513b1a44c89cfded85ee9879f7, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731411907433 2024-11-12T11:45:19,574 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting e50d0e3905b049f1963b1800508bc5af, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731411917524 2024-11-12T11:45:19,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/343d595a0aa14f979ce0a234c83e16ef is 1055, key is row0194/info:/1731411919546/Put/seqid=0 2024-11-12T11:45:19,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741868_1044 (size=18686) 2024-11-12T11:45:19,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741868_1044 (size=18686) 2024-11-12T11:45:19,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/343d595a0aa14f979ce0a234c83e16ef 2024-11-12T11:45:19,599 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b3f6dac9ee9c1ffc14697fc0e92092d3#info#compaction#59 average throughput is 32.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:45:19,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/343d595a0aa14f979ce0a234c83e16ef as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/343d595a0aa14f979ce0a234c83e16ef 2024-11-12T11:45:19,600 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/ae4a3ab21c0e49a987b4d0b543fbea67 is 1055, key is row0064/info:/1731411868926/Put/seqid=0 2024-11-12T11:45:19,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T11:45:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:36374 deadline: 1731411929602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:45:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=105 , the old value is region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=105, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T11:45:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=105 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T11:45:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=105 because the exception is null or not the one we care about 2024-11-12T11:45:19,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/343d595a0aa14f979ce0a234c83e16ef, entries=13, sequenceid=268, filesize=18.2 K 2024-11-12T11:45:19,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 35ms, sequenceid=268, compaction requested=false 2024-11-12T11:45:19,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:19,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741869_1045 (size=142911) 2024-11-12T11:45:19,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741869_1045 (size=142911) 2024-11-12T11:45:19,614 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/ae4a3ab21c0e49a987b4d0b543fbea67 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/ae4a3ab21c0e49a987b4d0b543fbea67 2024-11-12T11:45:19,619 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b3f6dac9ee9c1ffc14697fc0e92092d3/info of b3f6dac9ee9c1ffc14697fc0e92092d3 into ae4a3ab21c0e49a987b4d0b543fbea67(size=139.6 K), total size for store is 157.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:45:19,619 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:19,620 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., storeName=b3f6dac9ee9c1ffc14697fc0e92092d3/info, priority=13, startTime=1731411919571; duration=0sec 2024-11-12T11:45:19,620 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:19,620 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b3f6dac9ee9c1ffc14697fc0e92092d3:info 2024-11-12T11:45:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:29,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-12T11:45:29,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/e6e591dba0934bbea27d9befb61146b1 is 1055, key is row0207/info:/1731411919573/Put/seqid=0 2024-11-12T11:45:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741870_1046 (size=22908) 2024-11-12T11:45:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741870_1046 (size=22908) 2024-11-12T11:45:29,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/e6e591dba0934bbea27d9befb61146b1 2024-11-12T11:45:29,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/e6e591dba0934bbea27d9befb61146b1 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e6e591dba0934bbea27d9befb61146b1 2024-11-12T11:45:29,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e6e591dba0934bbea27d9befb61146b1, entries=17, sequenceid=289, filesize=22.4 K 2024-11-12T11:45:29,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=1.03 KB/1051 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 25ms, sequenceid=289, compaction requested=true 2024-11-12T11:45:29,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:29,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b3f6dac9ee9c1ffc14697fc0e92092d3:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T11:45:29,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:29,697 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T11:45:29,698 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T11:45:29,698 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1541): b3f6dac9ee9c1ffc14697fc0e92092d3/info is initiating minor compaction (all files) 2024-11-12T11:45:29,698 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b3f6dac9ee9c1ffc14697fc0e92092d3/info in TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:45:29,698 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/ae4a3ab21c0e49a987b4d0b543fbea67, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/343d595a0aa14f979ce0a234c83e16ef, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e6e591dba0934bbea27d9befb61146b1] into tmpdir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp, totalSize=180.2 K 2024-11-12T11:45:29,699 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae4a3ab21c0e49a987b4d0b543fbea67, keycount=130, bloomtype=ROW, size=139.6 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731411868926 2024-11-12T11:45:29,700 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting 343d595a0aa14f979ce0a234c83e16ef, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731411919546 2024-11-12T11:45:29,700 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6e591dba0934bbea27d9befb61146b1, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731411919573 2024-11-12T11:45:29,719 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b3f6dac9ee9c1ffc14697fc0e92092d3#info#compaction#61 average throughput is 40.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:45:29,720 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/d4b15578c916472fbb1ae6fdfc0403eb is 1055, key is row0064/info:/1731411868926/Put/seqid=0 2024-11-12T11:45:29,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741871_1047 (size=174639) 2024-11-12T11:45:29,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741871_1047 (size=174639) 2024-11-12T11:45:29,740 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/d4b15578c916472fbb1ae6fdfc0403eb as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/d4b15578c916472fbb1ae6fdfc0403eb 2024-11-12T11:45:29,747 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b3f6dac9ee9c1ffc14697fc0e92092d3/info of b3f6dac9ee9c1ffc14697fc0e92092d3 into d4b15578c916472fbb1ae6fdfc0403eb(size=170.5 K), total size for store is 170.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:45:29,747 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:29,748 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., storeName=b3f6dac9ee9c1ffc14697fc0e92092d3/info, priority=13, startTime=1731411929696; duration=0sec 2024-11-12T11:45:29,748 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:29,748 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b3f6dac9ee9c1ffc14697fc0e92092d3:info 2024-11-12T11:45:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:31,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T11:45:31,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/c3bf3e55f6774f51a3b10e6432376fcb is 1055, key is row0224/info:/1731411929673/Put/seqid=0 2024-11-12T11:45:31,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741872_1048 (size=13402) 2024-11-12T11:45:31,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741872_1048 (size=13402) 2024-11-12T11:45:31,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/c3bf3e55f6774f51a3b10e6432376fcb 2024-11-12T11:45:31,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/c3bf3e55f6774f51a3b10e6432376fcb as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/c3bf3e55f6774f51a3b10e6432376fcb 2024-11-12T11:45:31,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/c3bf3e55f6774f51a3b10e6432376fcb, entries=8, sequenceid=301, filesize=13.1 K 2024-11-12T11:45:31,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T11:45:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:36374 deadline: 1731411941744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 2024-11-12T11:45:31,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=105 , the old value is region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=105, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T11:45:31,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=105 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b3f6dac9ee9c1ffc14697fc0e92092d3, server=b51f50ce4a7c,42189,1731411855497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T11:45:31,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 58ms, sequenceid=301, compaction requested=false 2024-11-12T11:45:31,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., hostname=b51f50ce4a7c,42189,1731411855497, seqNum=105 because the exception is null or not the one we care about 2024-11-12T11:45:31,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42189 {}] regionserver.HRegion(8855): Flush requested on b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:41,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-12T11:45:41,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/e461daf9b51b4987b24aca84d2b5f390 is 1055, key is row0232/info:/1731411931689/Put/seqid=0 2024-11-12T11:45:41,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741873_1049 (size=28178) 2024-11-12T11:45:41,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741873_1049 (size=28178) 2024-11-12T11:45:41,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/e461daf9b51b4987b24aca84d2b5f390 2024-11-12T11:45:41,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/e461daf9b51b4987b24aca84d2b5f390 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e461daf9b51b4987b24aca84d2b5f390 2024-11-12T11:45:41,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e461daf9b51b4987b24aca84d2b5f390, entries=22, sequenceid=326, filesize=27.5 K 2024-11-12T11:45:41,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=3.08 KB/3153 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 24ms, sequenceid=326, compaction requested=true 2024-11-12T11:45:41,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:41,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b3f6dac9ee9c1ffc14697fc0e92092d3:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T11:45:41,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:41,816 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T11:45:41,817 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 216219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T11:45:41,817 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1541): b3f6dac9ee9c1ffc14697fc0e92092d3/info is initiating minor compaction (all files) 2024-11-12T11:45:41,817 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b3f6dac9ee9c1ffc14697fc0e92092d3/info in TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:45:41,817 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/d4b15578c916472fbb1ae6fdfc0403eb, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/c3bf3e55f6774f51a3b10e6432376fcb, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e461daf9b51b4987b24aca84d2b5f390] into tmpdir=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp, totalSize=211.2 K 2024-11-12T11:45:41,818 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4b15578c916472fbb1ae6fdfc0403eb, keycount=160, bloomtype=ROW, size=170.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731411868926 2024-11-12T11:45:41,818 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3bf3e55f6774f51a3b10e6432376fcb, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731411929673 2024-11-12T11:45:41,818 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] compactions.Compactor(225): Compacting e461daf9b51b4987b24aca84d2b5f390, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731411931689 2024-11-12T11:45:41,833 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b3f6dac9ee9c1ffc14697fc0e92092d3#info#compaction#64 average throughput is 38.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:45:41,834 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/2c36e20cc95240a787af4f0b8b70cc07 is 1055, key is row0064/info:/1731411868926/Put/seqid=0 2024-11-12T11:45:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741874_1050 (size=206438) 2024-11-12T11:45:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741874_1050 (size=206438) 2024-11-12T11:45:41,844 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/2c36e20cc95240a787af4f0b8b70cc07 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/2c36e20cc95240a787af4f0b8b70cc07 2024-11-12T11:45:41,850 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b3f6dac9ee9c1ffc14697fc0e92092d3/info of b3f6dac9ee9c1ffc14697fc0e92092d3 into 2c36e20cc95240a787af4f0b8b70cc07(size=201.6 K), total size for store is 201.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:45:41,851 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:41,851 INFO [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3., storeName=b3f6dac9ee9c1ffc14697fc0e92092d3/info, priority=13, startTime=1731411941816; duration=0sec 2024-11-12T11:45:41,851 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T11:45:41,851 DEBUG [RS:0;b51f50ce4a7c:42189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b3f6dac9ee9c1ffc14697fc0e92092d3:info 2024-11-12T11:45:43,797 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-12T11:45:43,809 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.1731411943797, exclude list is [], retry=0 2024-11-12T11:45:43,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39139,DS-5877a213-6742-4441-a433-06b9119a0e3f,DISK] 2024-11-12T11:45:43,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-5e856494-e422-46d5-9c6f-43764e595119,DISK] 2024-11-12T11:45:43,814 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.1731411856109 with entries=311, filesize=301.73 KB; new WAL /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.1731411943797 2024-11-12T11:45:43,815 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719),(127.0.0.1/127.0.0.1:42141:42141)] 2024-11-12T11:45:43,815 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.1731411856109 is not closed yet, will try archiving it next time 2024-11-12T11:45:43,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741833_1009 (size=308982) 2024-11-12T11:45:43,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741833_1009 (size=308982) 2024-11-12T11:45:43,819 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-12T11:45:43,823 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/.tmp/info/2058f8b0a58949298c31754ff8974362 is 186, key is TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6./info:regioninfo/1731411872236/Put/seqid=0 2024-11-12T11:45:43,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741876_1052 (size=6153) 2024-11-12T11:45:43,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741876_1052 (size=6153) 2024-11-12T11:45:43,831 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/.tmp/info/2058f8b0a58949298c31754ff8974362 2024-11-12T11:45:43,839 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/.tmp/info/2058f8b0a58949298c31754ff8974362 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/info/2058f8b0a58949298c31754ff8974362 2024-11-12T11:45:43,843 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/info/2058f8b0a58949298c31754ff8974362, entries=5, sequenceid=21, filesize=6.0 K 2024-11-12T11:45:43,844 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 25ms, sequenceid=21, compaction requested=false 2024-11-12T11:45:43,844 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-12T11:45:43,844 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e80893d375c96ce1e0fd51535e17e2a6: 2024-11-12T11:45:43,844 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b3f6dac9ee9c1ffc14697fc0e92092d3 1/1 column families, dataSize=3.08 KB heapSize=3.55 KB 2024-11-12T11:45:43,848 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/590d6a37fa284b429ee6058c24fe49be is 1055, key is row0254/info:/1731411941792/Put/seqid=0 2024-11-12T11:45:43,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741877_1053 (size=8124) 2024-11-12T11:45:43,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741877_1053 (size=8124) 2024-11-12T11:45:43,853 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.08 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/590d6a37fa284b429ee6058c24fe49be 2024-11-12T11:45:43,860 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/.tmp/info/590d6a37fa284b429ee6058c24fe49be as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/590d6a37fa284b429ee6058c24fe49be 2024-11-12T11:45:43,864 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/590d6a37fa284b429ee6058c24fe49be, entries=3, sequenceid=333, filesize=7.9 K 2024-11-12T11:45:43,865 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for b3f6dac9ee9c1ffc14697fc0e92092d3 in 21ms, sequenceid=333, compaction requested=false 2024-11-12T11:45:43,865 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b3f6dac9ee9c1ffc14697fc0e92092d3: 2024-11-12T11:45:43,878 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.1731411943865, exclude list is [], retry=0 2024-11-12T11:45:43,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39139,DS-5877a213-6742-4441-a433-06b9119a0e3f,DISK] 2024-11-12T11:45:43,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-5e856494-e422-46d5-9c6f-43764e595119,DISK] 2024-11-12T11:45:43,882 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.1731411943797 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.1731411943865 2024-11-12T11:45:43,882 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719),(127.0.0.1/127.0.0.1:42141:42141)] 2024-11-12T11:45:43,882 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.1731411943797 is not closed yet, will try archiving it next time 2024-11-12T11:45:43,882 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.1731411856109 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/oldWALs/b51f50ce4a7c%2C42189%2C1731411855497.1731411856109 2024-11-12T11:45:43,883 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T11:45:43,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741875_1051 (size=731) 2024-11-12T11:45:43,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741875_1051 (size=731) 2024-11-12T11:45:43,884 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/WALs/b51f50ce4a7c,42189,1731411855497/b51f50ce4a7c%2C42189%2C1731411855497.1731411943797 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/oldWALs/b51f50ce4a7c%2C42189%2C1731411855497.1731411943797 2024-11-12T11:45:43,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T11:45:43,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T11:45:43,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:45:43,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:45:43,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:45:43,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T11:45:43,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T11:45:43,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1276429348, stopped=false 2024-11-12T11:45:43,984 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b51f50ce4a7c,36627,1731411855343 2024-11-12T11:45:44,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T11:45:44,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T11:45:44,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:44,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:44,028 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T11:45:44,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T11:45:44,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:45:44,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:45:44,029 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b51f50ce4a7c,42189,1731411855497' ***** 2024-11-12T11:45:44,029 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T11:45:44,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:45:44,029 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T11:45:44,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T11:45:44,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:45:44,029 INFO [RS:0;b51f50ce4a7c:42189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T11:45:44,029 INFO [RS:0;b51f50ce4a7c:42189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T11:45:44,029 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(3091): Received CLOSE for e80893d375c96ce1e0fd51535e17e2a6 2024-11-12T11:45:44,029 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(3091): Received CLOSE for b3f6dac9ee9c1ffc14697fc0e92092d3 2024-11-12T11:45:44,030 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(959): stopping server b51f50ce4a7c,42189,1731411855497 2024-11-12T11:45:44,030 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:45:44,030 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e80893d375c96ce1e0fd51535e17e2a6, disabling compactions & flushes 2024-11-12T11:45:44,030 INFO [RS:0;b51f50ce4a7c:42189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b51f50ce4a7c:42189. 2024-11-12T11:45:44,030 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6. 2024-11-12T11:45:44,030 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6. 2024-11-12T11:45:44,030 DEBUG [RS:0;b51f50ce4a7c:42189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:45:44,030 DEBUG [RS:0;b51f50ce4a7c:42189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:45:44,030 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6. after waiting 0 ms 2024-11-12T11:45:44,030 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6. 2024-11-12T11:45:44,030 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T11:45:44,030 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T11:45:44,030 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T11:45:44,030 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T11:45:44,030 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6/info/e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f->hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/e368a88b11bd4d8d880821c3fcf9e2c2-bottom] to archive 2024-11-12T11:45:44,031 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T11:45:44,033 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6/info/e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6/info/e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:45:44,033 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b51f50ce4a7c:36627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-12T11:45:44,034 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-12T11:45:44,034 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T11:45:44,035 DEBUG [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e80893d375c96ce1e0fd51535e17e2a6=TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6., b3f6dac9ee9c1ffc14697fc0e92092d3=TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.} 2024-11-12T11:45:44,035 DEBUG [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3f6dac9ee9c1ffc14697fc0e92092d3, e80893d375c96ce1e0fd51535e17e2a6 2024-11-12T11:45:44,035 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T11:45:44,035 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T11:45:44,035 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T11:45:44,035 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T11:45:44,035 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T11:45:44,038 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/e80893d375c96ce1e0fd51535e17e2a6/recovered.edits/109.seqid, newMaxSeqId=109, maxSeqId=104 2024-11-12T11:45:44,039 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-12T11:45:44,039 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6. 2024-11-12T11:45:44,039 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e80893d375c96ce1e0fd51535e17e2a6: Waiting for close lock at 1731411944030Running coprocessor pre-close hooks at 1731411944030Disabling compacts and flushes for region at 1731411944030Disabling writes for close at 1731411944030Writing region close event to WAL at 1731411944035 (+5 ms)Running coprocessor post-close hooks at 1731411944039 (+4 ms)Closed at 1731411944039 2024-11-12T11:45:44,039 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731411871425.e80893d375c96ce1e0fd51535e17e2a6. 2024-11-12T11:45:44,039 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T11:45:44,039 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T11:45:44,039 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731411944035Running coprocessor pre-close hooks at 1731411944035Disabling compacts and flushes for region at 1731411944035Disabling writes for close at 1731411944035Writing region close event to WAL at 1731411944036 (+1 ms)Running coprocessor post-close hooks at 1731411944039 (+3 ms)Closed at 1731411944039 2024-11-12T11:45:44,039 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3f6dac9ee9c1ffc14697fc0e92092d3, disabling compactions & flushes 2024-11-12T11:45:44,039 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:45:44,039 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T11:45:44,039 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:45:44,039 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. after waiting 0 ms 2024-11-12T11:45:44,039 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:45:44,040 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f->hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/60584b03f9839481c5a0e676387b4f7f/info/e368a88b11bd4d8d880821c3fcf9e2c2-top, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/df8df89ee2f14fdf80829ee46c1ca70e, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/TestLogRolling-testLogRolling=60584b03f9839481c5a0e676387b4f7f-acd3c57f8f9942579eac3bce1441d372, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/091dcf59ec7c4aa6b9ab6add84b3f654, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/9df5d1beaebc432c9d81717c277aa22a, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/ffaf218d944345b19ee68ca3c52233a2, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/0fb69ad684004a7c9ccf1ace7867de59, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/11c6f9fa75d649369fe3a0c44c923620, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/d4150536fc2e455d96c992ebbe4bdeeb, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/253fd1d3523d4577a0dbc8a5cae91ddf, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/434864bf38b84d93861916634790d2af, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/eefbd3c624fa4dc1b57bac780fc63d48, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/184f2ee1f9ff4b28af07b7e064015215, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/759b83a492b9413db024ddb4c20caaec, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/2b2b16ad28a6404ab02338fe2c37138d, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/dd0523513b1a44c89cfded85ee9879f7, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/ae4a3ab21c0e49a987b4d0b543fbea67, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e50d0e3905b049f1963b1800508bc5af, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/343d595a0aa14f979ce0a234c83e16ef, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/d4b15578c916472fbb1ae6fdfc0403eb, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e6e591dba0934bbea27d9befb61146b1, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/c3bf3e55f6774f51a3b10e6432376fcb, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e461daf9b51b4987b24aca84d2b5f390] to archive 2024-11-12T11:45:44,041 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T11:45:44,042 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e368a88b11bd4d8d880821c3fcf9e2c2.60584b03f9839481c5a0e676387b4f7f 2024-11-12T11:45:44,044 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/df8df89ee2f14fdf80829ee46c1ca70e to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/df8df89ee2f14fdf80829ee46c1ca70e 2024-11-12T11:45:44,045 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/TestLogRolling-testLogRolling=60584b03f9839481c5a0e676387b4f7f-acd3c57f8f9942579eac3bce1441d372 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/TestLogRolling-testLogRolling=60584b03f9839481c5a0e676387b4f7f-acd3c57f8f9942579eac3bce1441d372 2024-11-12T11:45:44,046 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/091dcf59ec7c4aa6b9ab6add84b3f654 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/091dcf59ec7c4aa6b9ab6add84b3f654 2024-11-12T11:45:44,047 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/9df5d1beaebc432c9d81717c277aa22a to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/9df5d1beaebc432c9d81717c277aa22a 2024-11-12T11:45:44,048 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/ffaf218d944345b19ee68ca3c52233a2 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/ffaf218d944345b19ee68ca3c52233a2 2024-11-12T11:45:44,050 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/0fb69ad684004a7c9ccf1ace7867de59 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/0fb69ad684004a7c9ccf1ace7867de59 2024-11-12T11:45:44,051 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/11c6f9fa75d649369fe3a0c44c923620 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/11c6f9fa75d649369fe3a0c44c923620 2024-11-12T11:45:44,052 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/d4150536fc2e455d96c992ebbe4bdeeb to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/d4150536fc2e455d96c992ebbe4bdeeb 2024-11-12T11:45:44,054 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/253fd1d3523d4577a0dbc8a5cae91ddf to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/253fd1d3523d4577a0dbc8a5cae91ddf 2024-11-12T11:45:44,055 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/434864bf38b84d93861916634790d2af to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/434864bf38b84d93861916634790d2af 2024-11-12T11:45:44,056 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/eefbd3c624fa4dc1b57bac780fc63d48 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/eefbd3c624fa4dc1b57bac780fc63d48 2024-11-12T11:45:44,057 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/184f2ee1f9ff4b28af07b7e064015215 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/184f2ee1f9ff4b28af07b7e064015215 2024-11-12T11:45:44,060 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/759b83a492b9413db024ddb4c20caaec to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/759b83a492b9413db024ddb4c20caaec 2024-11-12T11:45:44,061 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/2b2b16ad28a6404ab02338fe2c37138d to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/2b2b16ad28a6404ab02338fe2c37138d 2024-11-12T11:45:44,062 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/dd0523513b1a44c89cfded85ee9879f7 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/dd0523513b1a44c89cfded85ee9879f7 2024-11-12T11:45:44,063 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/ae4a3ab21c0e49a987b4d0b543fbea67 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/ae4a3ab21c0e49a987b4d0b543fbea67 2024-11-12T11:45:44,064 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e50d0e3905b049f1963b1800508bc5af to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e50d0e3905b049f1963b1800508bc5af 2024-11-12T11:45:44,065 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/343d595a0aa14f979ce0a234c83e16ef to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/343d595a0aa14f979ce0a234c83e16ef 2024-11-12T11:45:44,066 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/d4b15578c916472fbb1ae6fdfc0403eb to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/d4b15578c916472fbb1ae6fdfc0403eb 2024-11-12T11:45:44,067 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e6e591dba0934bbea27d9befb61146b1 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e6e591dba0934bbea27d9befb61146b1 2024-11-12T11:45:44,068 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/c3bf3e55f6774f51a3b10e6432376fcb to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/c3bf3e55f6774f51a3b10e6432376fcb 2024-11-12T11:45:44,069 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e461daf9b51b4987b24aca84d2b5f390 to hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/archive/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/info/e461daf9b51b4987b24aca84d2b5f390 2024-11-12T11:45:44,069 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [df8df89ee2f14fdf80829ee46c1ca70e=23040, 091dcf59ec7c4aa6b9ab6add84b3f654=13386, 9df5d1beaebc432c9d81717c277aa22a=41062, ffaf218d944345b19ee68ca3c52233a2=14438, 0fb69ad684004a7c9ccf1ace7867de59=17606, 11c6f9fa75d649369fe3a0c44c923620=68610, d4150536fc2e455d96c992ebbe4bdeeb=19728, 253fd1d3523d4577a0dbc8a5cae91ddf=13394, 434864bf38b84d93861916634790d2af=89849, eefbd3c624fa4dc1b57bac780fc63d48=17606, 184f2ee1f9ff4b28af07b7e064015215=17606, 759b83a492b9413db024ddb4c20caaec=111015, 2b2b16ad28a6404ab02338fe2c37138d=13394, dd0523513b1a44c89cfded85ee9879f7=28156, ae4a3ab21c0e49a987b4d0b543fbea67=142911, e50d0e3905b049f1963b1800508bc5af=13394, 343d595a0aa14f979ce0a234c83e16ef=18686, d4b15578c916472fbb1ae6fdfc0403eb=174639, e6e591dba0934bbea27d9befb61146b1=22908, c3bf3e55f6774f51a3b10e6432376fcb=13402, e461daf9b51b4987b24aca84d2b5f390=28178] 2024-11-12T11:45:44,072 INFO [regionserver/b51f50ce4a7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T11:45:44,072 INFO [regionserver/b51f50ce4a7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T11:45:44,073 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/data/default/TestLogRolling-testLogRolling/b3f6dac9ee9c1ffc14697fc0e92092d3/recovered.edits/336.seqid, newMaxSeqId=336, maxSeqId=104 2024-11-12T11:45:44,073 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:45:44,073 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3f6dac9ee9c1ffc14697fc0e92092d3: Waiting for close lock at 1731411944039Running coprocessor pre-close hooks at 1731411944039Disabling compacts and flushes for region at 1731411944039Disabling writes for close at 1731411944039Writing region close event to WAL at 1731411944069 (+30 ms)Running coprocessor post-close hooks at 1731411944073 (+4 ms)Closed at 1731411944073 2024-11-12T11:45:44,073 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731411871425.b3f6dac9ee9c1ffc14697fc0e92092d3. 2024-11-12T11:45:44,235 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(976): stopping server b51f50ce4a7c,42189,1731411855497; all regions closed. 2024-11-12T11:45:44,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741834_1010 (size=8107) 2024-11-12T11:45:44,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741834_1010 (size=8107) 2024-11-12T11:45:44,239 DEBUG [RS:0;b51f50ce4a7c:42189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/oldWALs 2024-11-12T11:45:44,239 INFO [RS:0;b51f50ce4a7c:42189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b51f50ce4a7c%2C42189%2C1731411855497.meta:.meta(num 1731411856454) 2024-11-12T11:45:44,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741878_1054 (size=778) 2024-11-12T11:45:44,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741878_1054 (size=778) 2024-11-12T11:45:44,243 DEBUG [RS:0;b51f50ce4a7c:42189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/oldWALs 2024-11-12T11:45:44,243 INFO [RS:0;b51f50ce4a7c:42189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b51f50ce4a7c%2C42189%2C1731411855497:(num 1731411943865) 2024-11-12T11:45:44,243 DEBUG [RS:0;b51f50ce4a7c:42189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:45:44,243 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:45:44,243 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:45:44,243 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.ChoreService(370): Chore service for: regionserver/b51f50ce4a7c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T11:45:44,243 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:45:44,243 INFO [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:45:44,243 INFO [RS:0;b51f50ce4a7c:42189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42189 2024-11-12T11:45:44,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:45:44,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b51f50ce4a7c,42189,1731411855497 2024-11-12T11:45:44,253 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:45:44,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b51f50ce4a7c,42189,1731411855497] 2024-11-12T11:45:44,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b51f50ce4a7c,42189,1731411855497 already deleted, retry=false 2024-11-12T11:45:44,270 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b51f50ce4a7c,42189,1731411855497 expired; onlineServers=0 2024-11-12T11:45:44,270 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b51f50ce4a7c,36627,1731411855343' ***** 2024-11-12T11:45:44,270 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T11:45:44,270 INFO [M:0;b51f50ce4a7c:36627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:45:44,270 INFO [M:0;b51f50ce4a7c:36627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:45:44,270 DEBUG [M:0;b51f50ce4a7c:36627 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T11:45:44,270 DEBUG [M:0;b51f50ce4a7c:36627 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T11:45:44,270 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T11:45:44,270 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411855839 {}] cleaner.HFileCleaner(306): Exit Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411855839,5,FailOnTimeoutGroup] 2024-11-12T11:45:44,270 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411855840 {}] cleaner.HFileCleaner(306): Exit Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411855840,5,FailOnTimeoutGroup] 2024-11-12T11:45:44,270 INFO [M:0;b51f50ce4a7c:36627 {}] hbase.ChoreService(370): Chore service for: master/b51f50ce4a7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T11:45:44,270 INFO [M:0;b51f50ce4a7c:36627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:45:44,270 DEBUG [M:0;b51f50ce4a7c:36627 {}] master.HMaster(1795): Stopping service threads 2024-11-12T11:45:44,270 INFO [M:0;b51f50ce4a7c:36627 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T11:45:44,270 INFO [M:0;b51f50ce4a7c:36627 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T11:45:44,271 INFO [M:0;b51f50ce4a7c:36627 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T11:45:44,271 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T11:45:44,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T11:45:44,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:44,278 DEBUG [M:0;b51f50ce4a7c:36627 {}] zookeeper.ZKUtil(347): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T11:45:44,278 WARN [M:0;b51f50ce4a7c:36627 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T11:45:44,279 INFO [M:0;b51f50ce4a7c:36627 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/.lastflushedseqids 2024-11-12T11:45:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741879_1055 (size=228) 2024-11-12T11:45:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741879_1055 (size=228) 2024-11-12T11:45:44,285 INFO [M:0;b51f50ce4a7c:36627 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T11:45:44,285 INFO [M:0;b51f50ce4a7c:36627 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T11:45:44,286 DEBUG [M:0;b51f50ce4a7c:36627 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T11:45:44,286 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:45:44,286 DEBUG [M:0;b51f50ce4a7c:36627 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:45:44,286 DEBUG [M:0;b51f50ce4a7c:36627 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T11:45:44,286 DEBUG [M:0;b51f50ce4a7c:36627 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:45:44,286 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-12T11:45:44,301 DEBUG [M:0;b51f50ce4a7c:36627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1deee343da44131880b52fcf6014887 is 82, key is hbase:meta,,1/info:regioninfo/1731411856493/Put/seqid=0 2024-11-12T11:45:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741880_1056 (size=5672) 2024-11-12T11:45:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741880_1056 (size=5672) 2024-11-12T11:45:44,307 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1deee343da44131880b52fcf6014887 2024-11-12T11:45:44,327 DEBUG [M:0;b51f50ce4a7c:36627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93c61c7510e7424aa89ea2cf60e8a52c is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731411857448/Put/seqid=0 2024-11-12T11:45:44,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741881_1057 (size=7090) 2024-11-12T11:45:44,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741881_1057 (size=7090) 2024-11-12T11:45:44,332 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93c61c7510e7424aa89ea2cf60e8a52c 2024-11-12T11:45:44,336 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93c61c7510e7424aa89ea2cf60e8a52c 2024-11-12T11:45:44,350 DEBUG [M:0;b51f50ce4a7c:36627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b4498453164496699691fec9306c445 is 69, key is b51f50ce4a7c,42189,1731411855497/rs:state/1731411855956/Put/seqid=0 2024-11-12T11:45:44,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741882_1058 (size=5156) 2024-11-12T11:45:44,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741882_1058 (size=5156) 2024-11-12T11:45:44,355 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b4498453164496699691fec9306c445 2024-11-12T11:45:44,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:45:44,361 INFO [RS:0;b51f50ce4a7c:42189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:45:44,361 INFO [RS:0;b51f50ce4a7c:42189 {}] regionserver.HRegionServer(1031): Exiting; stopping=b51f50ce4a7c,42189,1731411855497; zookeeper connection closed. 2024-11-12T11:45:44,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42189-0x1013025ea540001, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:45:44,362 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2398717d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2398717d 2024-11-12T11:45:44,362 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T11:45:44,374 DEBUG [M:0;b51f50ce4a7c:36627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d4b7e192529a49dab7c74775b356a1ad is 52, key is load_balancer_on/state:d/1731411856641/Put/seqid=0 2024-11-12T11:45:44,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741883_1059 (size=5056) 2024-11-12T11:45:44,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741883_1059 (size=5056) 2024-11-12T11:45:44,385 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d4b7e192529a49dab7c74775b356a1ad 2024-11-12T11:45:44,390 DEBUG [M:0;b51f50ce4a7c:36627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1deee343da44131880b52fcf6014887 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1deee343da44131880b52fcf6014887 2024-11-12T11:45:44,396 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1deee343da44131880b52fcf6014887, entries=8, sequenceid=125, filesize=5.5 K 2024-11-12T11:45:44,397 DEBUG [M:0;b51f50ce4a7c:36627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93c61c7510e7424aa89ea2cf60e8a52c as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93c61c7510e7424aa89ea2cf60e8a52c 2024-11-12T11:45:44,401 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93c61c7510e7424aa89ea2cf60e8a52c 2024-11-12T11:45:44,401 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93c61c7510e7424aa89ea2cf60e8a52c, entries=13, sequenceid=125, filesize=6.9 K 2024-11-12T11:45:44,402 DEBUG [M:0;b51f50ce4a7c:36627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b4498453164496699691fec9306c445 as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b4498453164496699691fec9306c445 2024-11-12T11:45:44,407 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b4498453164496699691fec9306c445, entries=1, sequenceid=125, filesize=5.0 K 2024-11-12T11:45:44,408 DEBUG [M:0;b51f50ce4a7c:36627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d4b7e192529a49dab7c74775b356a1ad as hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d4b7e192529a49dab7c74775b356a1ad 2024-11-12T11:45:44,412 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44185/user/jenkins/test-data/b566ed2a-9eae-074d-f8df-0e2f48404bdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d4b7e192529a49dab7c74775b356a1ad, entries=1, sequenceid=125, filesize=4.9 K 2024-11-12T11:45:44,414 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=125, compaction requested=false 2024-11-12T11:45:44,419 INFO [M:0;b51f50ce4a7c:36627 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:45:44,419 DEBUG [M:0;b51f50ce4a7c:36627 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731411944286Disabling compacts and flushes for region at 1731411944286Disabling writes for close at 1731411944286Obtaining lock to block concurrent updates at 1731411944286Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731411944286Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1731411944287 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731411944287Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731411944287Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731411944301 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731411944301Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731411944311 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731411944326 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731411944326Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731411944336 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731411944349 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731411944349Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731411944359 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731411944373 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731411944374 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@363f7fd7: reopening flushed file at 1731411944390 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ad1cf5: reopening flushed file at 1731411944396 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27886f9b: reopening flushed file at 1731411944401 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9d1be4: reopening flushed file at 1731411944407 (+6 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=125, compaction requested=false at 1731411944414 (+7 ms)Writing region close event to WAL at 1731411944419 (+5 ms)Closed at 1731411944419 2024-11-12T11:45:44,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741830_1006 (size=61320) 2024-11-12T11:45:44,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741830_1006 (size=61320) 2024-11-12T11:45:44,421 INFO [M:0;b51f50ce4a7c:36627 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T11:45:44,421 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:45:44,422 INFO [M:0;b51f50ce4a7c:36627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36627 2024-11-12T11:45:44,422 INFO [M:0;b51f50ce4a7c:36627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:45:44,528 INFO [M:0;b51f50ce4a7c:36627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:45:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:45:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x1013025ea540000, quorum=127.0.0.1:49356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:45:44,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@490d1f1e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:45:44,558 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a8b4996{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:45:44,558 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:45:44,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b0ccec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:45:44,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de395f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/hadoop.log.dir/,STOPPED} 2024-11-12T11:45:44,559 WARN [BP-745511299-172.17.0.2-1731411853640 heartbeating to localhost/127.0.0.1:44185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:45:44,559 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:45:44,559 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:45:44,559 WARN [BP-745511299-172.17.0.2-1731411853640 heartbeating to localhost/127.0.0.1:44185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-745511299-172.17.0.2-1731411853640 (Datanode Uuid 18aba8db-8c05-4f4e-b198-08a3eeaf6ef8) service to localhost/127.0.0.1:44185 2024-11-12T11:45:44,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/cluster_a3af1f74-5cd6-6e66-4653-da427ba04e11/data/data3/current/BP-745511299-172.17.0.2-1731411853640 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:45:44,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/cluster_a3af1f74-5cd6-6e66-4653-da427ba04e11/data/data4/current/BP-745511299-172.17.0.2-1731411853640 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:45:44,560 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:45:44,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69c50db1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:45:44,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ac6dcf9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:45:44,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:45:44,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cfed15a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:45:44,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d589fb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/hadoop.log.dir/,STOPPED} 2024-11-12T11:45:44,566 WARN [BP-745511299-172.17.0.2-1731411853640 heartbeating to localhost/127.0.0.1:44185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:45:44,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:45:44,566 WARN [BP-745511299-172.17.0.2-1731411853640 heartbeating to localhost/127.0.0.1:44185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-745511299-172.17.0.2-1731411853640 (Datanode Uuid 5f052324-9b32-4ff7-ba70-a39cd73c4097) service to localhost/127.0.0.1:44185 2024-11-12T11:45:44,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:45:44,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/cluster_a3af1f74-5cd6-6e66-4653-da427ba04e11/data/data1/current/BP-745511299-172.17.0.2-1731411853640 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:45:44,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/cluster_a3af1f74-5cd6-6e66-4653-da427ba04e11/data/data2/current/BP-745511299-172.17.0.2-1731411853640 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:45:44,567 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:45:44,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30ae9b14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T11:45:44,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29c865b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:45:44,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:45:44,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53e4989d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:45:44,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6677d3ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/hadoop.log.dir/,STOPPED} 2024-11-12T11:45:44,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T11:45:44,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T11:45:44,617 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=109 (was 100) - Thread LEAK? -, OpenFileDescriptor=447 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 73) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1271 (was 1086) - AvailableMemoryMB LEAK? - 2024-11-12T11:45:44,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=1271 2024-11-12T11:45:44,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T11:45:44,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/hadoop.log.dir so I do NOT create it in target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db 2024-11-12T11:45:44,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e6a5d1a-5c81-9b50-e3b7-99713ca822de/hadoop.tmp.dir so I do NOT create it in target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db 2024-11-12T11:45:44,625 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/cluster_14c8cd8d-1d90-ccd1-aa5b-f5c441cecd06, deleteOnExit=true 2024-11-12T11:45:44,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T11:45:44,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/test.cache.data in system properties and HBase conf 2024-11-12T11:45:44,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T11:45:44,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/hadoop.log.dir in system properties and HBase conf 2024-11-12T11:45:44,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T11:45:44,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T11:45:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T11:45:44,626 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T11:45:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T11:45:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T11:45:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T11:45:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T11:45:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T11:45:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T11:45:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T11:45:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T11:45:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T11:45:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/nfs.dump.dir in system properties and HBase conf 2024-11-12T11:45:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/java.io.tmpdir in system properties and HBase conf 2024-11-12T11:45:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T11:45:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T11:45:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T11:45:44,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:45:44,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:45:44,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:45:44,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:45:44,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:45:44,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:45:44,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d328c0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:45:44,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@798df79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:45:45,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5352f4a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/java.io.tmpdir/jetty-localhost-38007-hadoop-hdfs-3_4_1-tests_jar-_-any-12567680492887826737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T11:45:45,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6db7fb8f{HTTP/1.1, (http/1.1)}{localhost:38007} 2024-11-12T11:45:45,044 INFO [Time-limited test {}] server.Server(415): Started @235573ms 2024-11-12T11:45:45,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:45:45,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:45:45,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:45:45,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:45:45,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:45:45,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@171f95cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:45:45,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bff8e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:45:45,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T11:45:45,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T11:45:45,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T11:45:45,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-12T11:45:45,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@314da9e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/java.io.tmpdir/jetty-localhost-37609-hadoop-hdfs-3_4_1-tests_jar-_-any-15539437005299618669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:45:45,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dceb857{HTTP/1.1, (http/1.1)}{localhost:37609} 2024-11-12T11:45:45,355 INFO [Time-limited test {}] server.Server(415): Started @235884ms 2024-11-12T11:45:45,357 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:45:45,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:45:45,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:45:45,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:45:45,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:45:45,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:45:45,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20d0318f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:45:45,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ab05186{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:45:45,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@665c2cde{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/java.io.tmpdir/jetty-localhost-42887-hadoop-hdfs-3_4_1-tests_jar-_-any-11948512663290464673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:45:45,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ab3f0f2{HTTP/1.1, (http/1.1)}{localhost:42887} 2024-11-12T11:45:45,523 INFO [Time-limited test {}] server.Server(415): Started @236052ms 2024-11-12T11:45:45,525 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:45:45,933 WARN [Thread-1620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/cluster_14c8cd8d-1d90-ccd1-aa5b-f5c441cecd06/data/data1/current/BP-85002154-172.17.0.2-1731411944651/current, will proceed with Du for space computation calculation, 2024-11-12T11:45:45,934 WARN [Thread-1621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/cluster_14c8cd8d-1d90-ccd1-aa5b-f5c441cecd06/data/data2/current/BP-85002154-172.17.0.2-1731411944651/current, will proceed with Du for space computation calculation, 2024-11-12T11:45:45,967 WARN [Thread-1585 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:45:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d5f86b03b383a2e with lease ID 0x586c475e63d66368: Processing first storage report for DS-261877df-c872-45bf-aafc-130a6cb266ce from datanode DatanodeRegistration(127.0.0.1:45465, datanodeUuid=91a232d9-5fcc-4406-8e5c-b859fd00f7ef, infoPort=42843, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=920673310;c=1731411944651) 2024-11-12T11:45:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d5f86b03b383a2e with lease ID 0x586c475e63d66368: from storage DS-261877df-c872-45bf-aafc-130a6cb266ce node DatanodeRegistration(127.0.0.1:45465, datanodeUuid=91a232d9-5fcc-4406-8e5c-b859fd00f7ef, infoPort=42843, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=920673310;c=1731411944651), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T11:45:45,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d5f86b03b383a2e with lease ID 0x586c475e63d66368: Processing first storage report for DS-5b8573e5-21c6-4c7b-bf04-22c8e1a1f83d from datanode DatanodeRegistration(127.0.0.1:45465, datanodeUuid=91a232d9-5fcc-4406-8e5c-b859fd00f7ef, infoPort=42843, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=920673310;c=1731411944651) 2024-11-12T11:45:45,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d5f86b03b383a2e with lease ID 0x586c475e63d66368: from storage DS-5b8573e5-21c6-4c7b-bf04-22c8e1a1f83d node DatanodeRegistration(127.0.0.1:45465, datanodeUuid=91a232d9-5fcc-4406-8e5c-b859fd00f7ef, infoPort=42843, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=920673310;c=1731411944651), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:45:45,981 INFO [regionserver/b51f50ce4a7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:45:46,158 WARN [Thread-1632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/cluster_14c8cd8d-1d90-ccd1-aa5b-f5c441cecd06/data/data3/current/BP-85002154-172.17.0.2-1731411944651/current, will proceed with Du for space computation calculation, 2024-11-12T11:45:46,158 WARN [Thread-1633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/cluster_14c8cd8d-1d90-ccd1-aa5b-f5c441cecd06/data/data4/current/BP-85002154-172.17.0.2-1731411944651/current, will proceed with Du for space computation calculation, 2024-11-12T11:45:46,178 WARN [Thread-1608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:45:46,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe58e9746cdd63239 with lease ID 0x586c475e63d66369: Processing first storage report for DS-2f50a6d6-1461-4abb-bb17-e5f2df03a90f from datanode DatanodeRegistration(127.0.0.1:41963, datanodeUuid=12b8d222-4e6c-49bd-badb-d609d55708f7, infoPort=40389, infoSecurePort=0, ipcPort=35227, storageInfo=lv=-57;cid=testClusterID;nsid=920673310;c=1731411944651) 2024-11-12T11:45:46,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe58e9746cdd63239 with lease ID 0x586c475e63d66369: from storage DS-2f50a6d6-1461-4abb-bb17-e5f2df03a90f node DatanodeRegistration(127.0.0.1:41963, datanodeUuid=12b8d222-4e6c-49bd-badb-d609d55708f7, infoPort=40389, infoSecurePort=0, ipcPort=35227, storageInfo=lv=-57;cid=testClusterID;nsid=920673310;c=1731411944651), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:45:46,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe58e9746cdd63239 with lease ID 0x586c475e63d66369: Processing first storage report for DS-ffe51e12-3b3d-4557-999e-2bce4f73c2f3 from datanode DatanodeRegistration(127.0.0.1:41963, datanodeUuid=12b8d222-4e6c-49bd-badb-d609d55708f7, infoPort=40389, infoSecurePort=0, ipcPort=35227, storageInfo=lv=-57;cid=testClusterID;nsid=920673310;c=1731411944651) 2024-11-12T11:45:46,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe58e9746cdd63239 with lease ID 0x586c475e63d66369: from storage DS-ffe51e12-3b3d-4557-999e-2bce4f73c2f3 node DatanodeRegistration(127.0.0.1:41963, datanodeUuid=12b8d222-4e6c-49bd-badb-d609d55708f7, infoPort=40389, infoSecurePort=0, ipcPort=35227, storageInfo=lv=-57;cid=testClusterID;nsid=920673310;c=1731411944651), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:45:46,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db 2024-11-12T11:45:46,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/cluster_14c8cd8d-1d90-ccd1-aa5b-f5c441cecd06/zookeeper_0, clientPort=61810, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/cluster_14c8cd8d-1d90-ccd1-aa5b-f5c441cecd06/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/cluster_14c8cd8d-1d90-ccd1-aa5b-f5c441cecd06/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T11:45:46,271 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61810 2024-11-12T11:45:46,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:45:46,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:45:46,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741825_1001 (size=7) 2024-11-12T11:45:46,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741825_1001 (size=7) 2024-11-12T11:45:46,287 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c with version=8 2024-11-12T11:45:46,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32839/user/jenkins/test-data/d4d4ada1-f7dd-4992-e815-78a54db7fa31/hbase-staging 2024-11-12T11:45:46,289 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:45:46,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:45:46,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:45:46,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:45:46,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:45:46,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:45:46,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T11:45:46,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:45:46,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44533 2024-11-12T11:45:46,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44533 connecting to ZooKeeper ensemble=127.0.0.1:61810 2024-11-12T11:45:46,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445330x0, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:45:46,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44533-0x10130274d930000 connected 2024-11-12T11:45:46,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:45:46,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:45:46,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:45:46,420 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c, hbase.cluster.distributed=false 2024-11-12T11:45:46,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:45:46,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44533 2024-11-12T11:45:46,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44533 2024-11-12T11:45:46,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44533 2024-11-12T11:45:46,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44533 2024-11-12T11:45:46,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44533 2024-11-12T11:45:46,465 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:45:46,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:45:46,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:45:46,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:45:46,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:45:46,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:45:46,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T11:45:46,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:45:46,467 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43117 2024-11-12T11:45:46,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43117 connecting to ZooKeeper ensemble=127.0.0.1:61810 2024-11-12T11:45:46,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:45:46,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:45:46,482 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431170x0, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:45:46,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43117-0x10130274d930001 connected 2024-11-12T11:45:46,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:45:46,483 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T11:45:46,483 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T11:45:46,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T11:45:46,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:45:46,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43117 2024-11-12T11:45:46,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43117 2024-11-12T11:45:46,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43117 2024-11-12T11:45:46,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43117 2024-11-12T11:45:46,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43117 2024-11-12T11:45:46,504 DEBUG [M:0;b51f50ce4a7c:44533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b51f50ce4a7c:44533 2024-11-12T11:45:46,505 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b51f50ce4a7c,44533,1731411946289 2024-11-12T11:45:46,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:45:46,515 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:45:46,516 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b51f50ce4a7c,44533,1731411946289 2024-11-12T11:45:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:46,523 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T11:45:46,524 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:46,524 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T11:45:46,524 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b51f50ce4a7c,44533,1731411946289 from backup master directory 2024-11-12T11:45:46,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b51f50ce4a7c,44533,1731411946289 2024-11-12T11:45:46,532 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:45:46,532 WARN [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:45:46,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:45:46,532 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b51f50ce4a7c,44533,1731411946289 2024-11-12T11:45:46,537 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/hbase.id] with ID: 7e75e900-01e2-46a7-9e3f-41e774d89a94 2024-11-12T11:45:46,537 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/.tmp/hbase.id 2024-11-12T11:45:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741826_1002 (size=42) 2024-11-12T11:45:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741826_1002 (size=42) 2024-11-12T11:45:46,548 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/.tmp/hbase.id]:[hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/hbase.id] 2024-11-12T11:45:46,561 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:45:46,561 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T11:45:46,562 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T11:45:46,573 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:46,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:46,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741827_1003 (size=196) 2024-11-12T11:45:46,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741827_1003 (size=196) 2024-11-12T11:45:47,001 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T11:45:47,002 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T11:45:47,002 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:45:47,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741828_1004 (size=1189) 2024-11-12T11:45:47,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741828_1004 (size=1189) 2024-11-12T11:45:47,021 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store 2024-11-12T11:45:47,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741829_1005 (size=34) 2024-11-12T11:45:47,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741829_1005 (size=34) 2024-11-12T11:45:47,034 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:45:47,034 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T11:45:47,034 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:45:47,034 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:45:47,034 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T11:45:47,034 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:45:47,034 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:45:47,034 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731411947034Disabling compacts and flushes for region at 1731411947034Disabling writes for close at 1731411947034Writing region close event to WAL at 1731411947034Closed at 1731411947034 2024-11-12T11:45:47,035 WARN [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/.initializing 2024-11-12T11:45:47,035 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/WALs/b51f50ce4a7c,44533,1731411946289 2024-11-12T11:45:47,036 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:45:47,038 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C44533%2C1731411946289, suffix=, logDir=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/WALs/b51f50ce4a7c,44533,1731411946289, archiveDir=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/oldWALs, maxLogs=10 2024-11-12T11:45:47,051 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/WALs/b51f50ce4a7c,44533,1731411946289/b51f50ce4a7c%2C44533%2C1731411946289.1731411947038, exclude list is [], retry=0 2024-11-12T11:45:47,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-261877df-c872-45bf-aafc-130a6cb266ce,DISK] 2024-11-12T11:45:47,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41963,DS-2f50a6d6-1461-4abb-bb17-e5f2df03a90f,DISK] 2024-11-12T11:45:47,055 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/WALs/b51f50ce4a7c,44533,1731411946289/b51f50ce4a7c%2C44533%2C1731411946289.1731411947038 2024-11-12T11:45:47,055 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42843:42843),(127.0.0.1/127.0.0.1:40389:40389)] 2024-11-12T11:45:47,055 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:45:47,055 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:45:47,056 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:45:47,056 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:45:47,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:45:47,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T11:45:47,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:45:47,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:45:47,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:45:47,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T11:45:47,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:45:47,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:45:47,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:45:47,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T11:45:47,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:45:47,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:45:47,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:45:47,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T11:45:47,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:45:47,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:45:47,068 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:45:47,068 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:45:47,069 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:45:47,070 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:45:47,070 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:45:47,070 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T11:45:47,071 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:45:47,073 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:45:47,073 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=711757, jitterRate=-0.09495437145233154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T11:45:47,074 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731411947056Initializing all the Stores at 1731411947057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411947057Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411947058 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411947058Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411947058Cleaning up temporary data from old regions at 1731411947070 (+12 ms)Region opened successfully at 1731411947074 (+4 ms) 2024-11-12T11:45:47,074 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T11:45:47,078 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1760144c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:45:47,079 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T11:45:47,079 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T11:45:47,079 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T11:45:47,079 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T11:45:47,080 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T11:45:47,080 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T11:45:47,080 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T11:45:47,082 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T11:45:47,082 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T11:45:47,120 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T11:45:47,120 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T11:45:47,121 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T11:45:47,128 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T11:45:47,129 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T11:45:47,129 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T11:45:47,136 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T11:45:47,138 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T11:45:47,148 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T11:45:47,151 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T11:45:47,157 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T11:45:47,165 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:45:47,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:45:47,165 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:47,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:47,166 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b51f50ce4a7c,44533,1731411946289, sessionid=0x10130274d930000, setting cluster-up flag (Was=false) 2024-11-12T11:45:47,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:47,182 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:47,207 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T11:45:47,208 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b51f50ce4a7c,44533,1731411946289 2024-11-12T11:45:47,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:47,223 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:47,248 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T11:45:47,250 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b51f50ce4a7c,44533,1731411946289 2024-11-12T11:45:47,251 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T11:45:47,253 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T11:45:47,253 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T11:45:47,253 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T11:45:47,254 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b51f50ce4a7c,44533,1731411946289 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T11:45:47,255 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:45:47,255 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:45:47,255 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:45:47,255 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:45:47,255 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b51f50ce4a7c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T11:45:47,255 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:45:47,255 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:45:47,255 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:45:47,257 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731411977257 2024-11-12T11:45:47,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:45:47,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T11:45:47,257 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T11:45:47,257 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T11:45:47,257 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T11:45:47,257 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T11:45:47,257 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T11:45:47,257 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T11:45:47,257 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,257 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T11:45:47,257 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T11:45:47,258 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T11:45:47,258 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:45:47,258 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T11:45:47,258 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T11:45:47,258 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T11:45:47,258 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411947258,5,FailOnTimeoutGroup] 2024-11-12T11:45:47,258 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411947258,5,FailOnTimeoutGroup] 2024-11-12T11:45:47,258 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,258 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T11:45:47,258 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,258 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741831_1007 (size=1321) 2024-11-12T11:45:47,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741831_1007 (size=1321) 2024-11-12T11:45:47,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T11:45:47,272 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c 2024-11-12T11:45:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741832_1008 (size=32) 2024-11-12T11:45:47,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741832_1008 (size=32) 2024-11-12T11:45:47,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:45:47,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T11:45:47,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T11:45:47,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:45:47,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:45:47,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T11:45:47,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T11:45:47,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:45:47,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:45:47,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T11:45:47,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T11:45:47,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:45:47,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:45:47,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T11:45:47,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T11:45:47,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:45:47,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:45:47,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T11:45:47,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/data/hbase/meta/1588230740 2024-11-12T11:45:47,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/data/hbase/meta/1588230740 2024-11-12T11:45:47,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T11:45:47,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T11:45:47,291 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(746): ClusterId : 7e75e900-01e2-46a7-9e3f-41e774d89a94 2024-11-12T11:45:47,291 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T11:45:47,292 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T11:45:47,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T11:45:47,295 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:45:47,295 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=689732, jitterRate=-0.12296068668365479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T11:45:47,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731411947278Initializing all the Stores at 1731411947279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411947279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411947280 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411947280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411947280Cleaning up temporary data from old regions at 1731411947291 (+11 ms)Region opened successfully at 1731411947296 (+5 ms) 2024-11-12T11:45:47,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T11:45:47,296 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T11:45:47,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T11:45:47,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T11:45:47,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T11:45:47,296 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T11:45:47,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731411947296Disabling compacts and flushes for region at 1731411947296Disabling writes for close at 1731411947296Writing region close event to WAL at 1731411947296Closed at 1731411947296 2024-11-12T11:45:47,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:45:47,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T11:45:47,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T11:45:47,299 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T11:45:47,300 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T11:45:47,300 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T11:45:47,300 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T11:45:47,307 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T11:45:47,308 DEBUG [RS:0;b51f50ce4a7c:43117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403b0df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:45:47,319 DEBUG [RS:0;b51f50ce4a7c:43117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b51f50ce4a7c:43117 2024-11-12T11:45:47,319 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T11:45:47,320 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T11:45:47,320 DEBUG [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T11:45:47,320 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(2659): reportForDuty to master=b51f50ce4a7c,44533,1731411946289 with port=43117, startcode=1731411946464 2024-11-12T11:45:47,321 DEBUG [RS:0;b51f50ce4a7c:43117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T11:45:47,323 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49673, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T11:45:47,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b51f50ce4a7c,43117,1731411946464 2024-11-12T11:45:47,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44533 {}] master.ServerManager(517): Registering regionserver=b51f50ce4a7c,43117,1731411946464 2024-11-12T11:45:47,325 DEBUG [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c 2024-11-12T11:45:47,325 DEBUG [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35553 2024-11-12T11:45:47,325 DEBUG [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T11:45:47,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:45:47,332 DEBUG [RS:0;b51f50ce4a7c:43117 {}] zookeeper.ZKUtil(111): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b51f50ce4a7c,43117,1731411946464 2024-11-12T11:45:47,332 WARN [RS:0;b51f50ce4a7c:43117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:45:47,333 INFO [RS:0;b51f50ce4a7c:43117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:45:47,333 DEBUG [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/b51f50ce4a7c,43117,1731411946464 2024-11-12T11:45:47,337 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b51f50ce4a7c,43117,1731411946464] 2024-11-12T11:45:47,339 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T11:45:47,341 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T11:45:47,342 INFO [RS:0;b51f50ce4a7c:43117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T11:45:47,342 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,342 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T11:45:47,343 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T11:45:47,343 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,343 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:45:47,343 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:45:47,343 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:45:47,343 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:45:47,344 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:45:47,344 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:45:47,344 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:45:47,344 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:45:47,344 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:45:47,344 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:45:47,344 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:45:47,344 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:45:47,344 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:45:47,344 DEBUG [RS:0;b51f50ce4a7c:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:45:47,346 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,346 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,346 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,346 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,346 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,347 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,43117,1731411946464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:45:47,364 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T11:45:47,365 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,43117,1731411946464-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,365 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,365 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.Replication(171): b51f50ce4a7c,43117,1731411946464 started 2024-11-12T11:45:47,379 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:47,379 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(1482): Serving as b51f50ce4a7c,43117,1731411946464, RpcServer on b51f50ce4a7c/172.17.0.2:43117, sessionid=0x10130274d930001 2024-11-12T11:45:47,380 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T11:45:47,380 DEBUG [RS:0;b51f50ce4a7c:43117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b51f50ce4a7c,43117,1731411946464 2024-11-12T11:45:47,380 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,43117,1731411946464' 2024-11-12T11:45:47,380 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T11:45:47,380 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T11:45:47,381 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T11:45:47,381 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T11:45:47,381 DEBUG [RS:0;b51f50ce4a7c:43117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b51f50ce4a7c,43117,1731411946464 2024-11-12T11:45:47,381 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,43117,1731411946464' 2024-11-12T11:45:47,381 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T11:45:47,381 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T11:45:47,381 DEBUG [RS:0;b51f50ce4a7c:43117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T11:45:47,381 INFO [RS:0;b51f50ce4a7c:43117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T11:45:47,381 INFO [RS:0;b51f50ce4a7c:43117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T11:45:47,450 WARN [b51f50ce4a7c:44533 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T11:45:47,482 INFO [RS:0;b51f50ce4a7c:43117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:45:47,484 INFO [RS:0;b51f50ce4a7c:43117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C43117%2C1731411946464, suffix=, logDir=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/b51f50ce4a7c,43117,1731411946464, archiveDir=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/oldWALs, maxLogs=32 2024-11-12T11:45:47,496 DEBUG [RS:0;b51f50ce4a7c:43117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/b51f50ce4a7c,43117,1731411946464/b51f50ce4a7c%2C43117%2C1731411946464.1731411947484, exclude list is [], retry=0 2024-11-12T11:45:47,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-261877df-c872-45bf-aafc-130a6cb266ce,DISK] 2024-11-12T11:45:47,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41963,DS-2f50a6d6-1461-4abb-bb17-e5f2df03a90f,DISK] 2024-11-12T11:45:47,500 INFO [RS:0;b51f50ce4a7c:43117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/b51f50ce4a7c,43117,1731411946464/b51f50ce4a7c%2C43117%2C1731411946464.1731411947484 2024-11-12T11:45:47,500 DEBUG [RS:0;b51f50ce4a7c:43117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42843:42843),(127.0.0.1/127.0.0.1:40389:40389)] 2024-11-12T11:45:47,701 DEBUG [b51f50ce4a7c:44533 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T11:45:47,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b51f50ce4a7c,43117,1731411946464 2024-11-12T11:45:47,702 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b51f50ce4a7c,43117,1731411946464, state=OPENING 2024-11-12T11:45:47,770 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T11:45:47,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:47,778 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:47,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:45:47,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:45:47,779 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T11:45:47,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,43117,1731411946464}] 2024-11-12T11:45:47,932 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T11:45:47,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36087, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T11:45:47,937 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T11:45:47,937 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:45:47,938 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T11:45:47,939 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C43117%2C1731411946464.meta, suffix=.meta, logDir=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/b51f50ce4a7c,43117,1731411946464, archiveDir=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/oldWALs, maxLogs=32 2024-11-12T11:45:47,954 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/b51f50ce4a7c,43117,1731411946464/b51f50ce4a7c%2C43117%2C1731411946464.meta.1731411947940.meta, exclude list is [], retry=0 2024-11-12T11:45:47,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-261877df-c872-45bf-aafc-130a6cb266ce,DISK] 2024-11-12T11:45:47,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41963,DS-2f50a6d6-1461-4abb-bb17-e5f2df03a90f,DISK] 2024-11-12T11:45:47,958 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/b51f50ce4a7c,43117,1731411946464/b51f50ce4a7c%2C43117%2C1731411946464.meta.1731411947940.meta 2024-11-12T11:45:47,958 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42843:42843),(127.0.0.1/127.0.0.1:40389:40389)] 2024-11-12T11:45:47,958 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:45:47,958 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T11:45:47,958 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T11:45:47,958 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T11:45:47,958 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T11:45:47,958 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:45:47,959 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T11:45:47,959 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T11:45:47,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T11:45:47,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T11:45:47,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:45:47,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:45:47,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T11:45:47,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T11:45:47,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:45:47,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:45:47,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T11:45:47,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T11:45:47,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:45:47,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:45:47,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T11:45:47,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T11:45:47,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:45:47,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:45:47,966 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T11:45:47,967 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/data/hbase/meta/1588230740 2024-11-12T11:45:47,968 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/data/hbase/meta/1588230740 2024-11-12T11:45:47,972 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T11:45:47,972 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T11:45:47,973 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T11:45:47,974 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T11:45:47,975 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=756940, jitterRate=-0.0375022292137146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T11:45:47,975 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T11:45:47,976 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731411947959Writing region info on filesystem at 1731411947959Initializing all the Stores at 1731411947960 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411947960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411947960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411947960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411947960Cleaning up temporary data from old regions at 1731411947972 (+12 ms)Running coprocessor post-open hooks at 1731411947975 (+3 ms)Region opened successfully at 1731411947976 (+1 ms) 2024-11-12T11:45:47,977 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731411947932 2024-11-12T11:45:47,979 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T11:45:47,979 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T11:45:47,980 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b51f50ce4a7c,43117,1731411946464 2024-11-12T11:45:47,980 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b51f50ce4a7c,43117,1731411946464, state=OPEN 2024-11-12T11:45:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:45:48,007 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:45:48,007 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,43117,1731411946464 2024-11-12T11:45:48,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:45:48,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:45:48,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T11:45:48,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,43117,1731411946464 in 228 msec 2024-11-12T11:45:48,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T11:45:48,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 712 msec 2024-11-12T11:45:48,013 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:45:48,013 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T11:45:48,014 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T11:45:48,014 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b51f50ce4a7c,43117,1731411946464, seqNum=-1] 2024-11-12T11:45:48,015 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:45:48,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57767, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:45:48,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 767 msec 2024-11-12T11:45:48,021 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731411948021, completionTime=-1 2024-11-12T11:45:48,021 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T11:45:48,021 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T11:45:48,023 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T11:45:48,023 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731412008023 2024-11-12T11:45:48,023 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731412068023 2024-11-12T11:45:48,023 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-12T11:45:48,024 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,44533,1731411946289-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:48,024 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,44533,1731411946289-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:48,024 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,44533,1731411946289-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:48,024 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b51f50ce4a7c:44533, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:48,024 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:48,024 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:48,026 DEBUG [master/b51f50ce4a7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T11:45:48,029 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.497sec 2024-11-12T11:45:48,029 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T11:45:48,029 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T11:45:48,029 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T11:45:48,029 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T11:45:48,029 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T11:45:48,029 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,44533,1731411946289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:45:48,029 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,44533,1731411946289-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T11:45:48,031 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T11:45:48,031 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T11:45:48,032 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,44533,1731411946289-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:45:48,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd0b68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:45:48,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b51f50ce4a7c,44533,-1 for getting cluster id 2024-11-12T11:45:48,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T11:45:48,093 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e75e900-01e2-46a7-9e3f-41e774d89a94' 2024-11-12T11:45:48,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T11:45:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e75e900-01e2-46a7-9e3f-41e774d89a94" 2024-11-12T11:45:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d46ef22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:45:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b51f50ce4a7c,44533,-1] 2024-11-12T11:45:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T11:45:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:45:48,095 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T11:45:48,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24629f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:45:48,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T11:45:48,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b51f50ce4a7c,43117,1731411946464, seqNum=-1] 2024-11-12T11:45:48,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:45:48,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:45:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b51f50ce4a7c,44533,1731411946289 2024-11-12T11:45:48,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:45:48,103 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T11:45:48,103 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:45:48,104 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:45:48,107 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/test.com,8080,1, archiveDir=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/oldWALs, maxLogs=32 2024-11-12T11:45:48,122 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731411948107, exclude list is [], retry=0 2024-11-12T11:45:48,124 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41963,DS-2f50a6d6-1461-4abb-bb17-e5f2df03a90f,DISK] 2024-11-12T11:45:48,124 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-261877df-c872-45bf-aafc-130a6cb266ce,DISK] 2024-11-12T11:45:48,126 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731411948107 2024-11-12T11:45:48,127 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40389:40389),(127.0.0.1/127.0.0.1:42843:42843)] 2024-11-12T11:45:48,144 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731411948127, exclude list is [], retry=0 2024-11-12T11:45:48,147 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-261877df-c872-45bf-aafc-130a6cb266ce,DISK] 2024-11-12T11:45:48,147 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41963,DS-2f50a6d6-1461-4abb-bb17-e5f2df03a90f,DISK] 2024-11-12T11:45:48,148 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731411948107 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731411948127 2024-11-12T11:45:48,149 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42843:42843),(127.0.0.1/127.0.0.1:40389:40389)] 2024-11-12T11:45:48,149 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731411948107 is not closed yet, will try archiving it next time 2024-11-12T11:45:48,151 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731411948107 not finished, retry = 0 2024-11-12T11:45:48,151 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731411948127 not finished, retry = 0 2024-11-12T11:45:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741835_1011 (size=93) 2024-11-12T11:45:48,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741836_1012 (size=93) 2024-11-12T11:45:48,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741835_1011 (size=93) 2024-11-12T11:45:48,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741836_1012 (size=93) 2024-11-12T11:45:48,252 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731411948107 to hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/oldWALs/test.com%2C8080%2C1.1731411948107 2024-11-12T11:45:48,254 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/oldWALs 2024-11-12T11:45:48,254 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731411948127) 2024-11-12T11:45:48,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T11:45:48,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T11:45:48,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:45:48,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:45:48,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:45:48,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T11:45:48,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T11:45:48,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1284950907, stopped=false 2024-11-12T11:45:48,255 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b51f50ce4a7c,44533,1731411946289 2024-11-12T11:45:48,265 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T11:45:48,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T11:45:48,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:48,265 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:48,265 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T11:45:48,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T11:45:48,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:45:48,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:45:48,266 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b51f50ce4a7c,43117,1731411946464' ***** 2024-11-12T11:45:48,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:45:48,266 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T11:45:48,266 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T11:45:48,266 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T11:45:48,266 INFO [RS:0;b51f50ce4a7c:43117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T11:45:48,266 INFO [RS:0;b51f50ce4a7c:43117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T11:45:48,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:45:48,266 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(959): stopping server b51f50ce4a7c,43117,1731411946464 2024-11-12T11:45:48,266 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:45:48,266 INFO [RS:0;b51f50ce4a7c:43117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b51f50ce4a7c:43117. 2024-11-12T11:45:48,267 DEBUG [RS:0;b51f50ce4a7c:43117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:45:48,267 DEBUG [RS:0;b51f50ce4a7c:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:45:48,267 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T11:45:48,267 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T11:45:48,267 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T11:45:48,267 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T11:45:48,267 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T11:45:48,267 DEBUG [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T11:45:48,267 DEBUG [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T11:45:48,267 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T11:45:48,267 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T11:45:48,267 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T11:45:48,268 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T11:45:48,268 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T11:45:48,268 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T11:45:48,285 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/data/hbase/meta/1588230740/.tmp/ns/76033c6fe9fb49f6b70266f7afcb7f2f is 43, key is default/ns:d/1731411948016/Put/seqid=0 2024-11-12T11:45:48,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741837_1013 (size=5153) 2024-11-12T11:45:48,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741837_1013 (size=5153) 2024-11-12T11:45:48,290 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/data/hbase/meta/1588230740/.tmp/ns/76033c6fe9fb49f6b70266f7afcb7f2f 2024-11-12T11:45:48,296 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/data/hbase/meta/1588230740/.tmp/ns/76033c6fe9fb49f6b70266f7afcb7f2f as hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/data/hbase/meta/1588230740/ns/76033c6fe9fb49f6b70266f7afcb7f2f 2024-11-12T11:45:48,304 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/data/hbase/meta/1588230740/ns/76033c6fe9fb49f6b70266f7afcb7f2f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T11:45:48,305 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false 2024-11-12T11:45:48,305 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T11:45:48,310 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T11:45:48,310 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T11:45:48,310 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T11:45:48,310 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731411948267Running coprocessor pre-close hooks at 1731411948267Disabling compacts and flushes for region at 1731411948267Disabling writes for close at 1731411948268 (+1 ms)Obtaining lock to block concurrent updates at 1731411948268Preparing flush snapshotting stores in 1588230740 at 1731411948268Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731411948268Flushing stores of hbase:meta,,1.1588230740 at 1731411948269 (+1 ms)Flushing 1588230740/ns: creating writer at 1731411948269Flushing 1588230740/ns: appending metadata at 1731411948284 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731411948284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5154f91: reopening flushed file at 1731411948296 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false at 1731411948305 (+9 ms)Writing region close event to WAL at 1731411948306 (+1 ms)Running coprocessor post-close hooks at 1731411948310 (+4 ms)Closed at 1731411948310 2024-11-12T11:45:48,311 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T11:45:48,347 INFO [regionserver/b51f50ce4a7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T11:45:48,347 INFO [regionserver/b51f50ce4a7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T11:45:48,467 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(976): stopping server b51f50ce4a7c,43117,1731411946464; all regions closed. 2024-11-12T11:45:48,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741834_1010 (size=1152) 2024-11-12T11:45:48,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741834_1010 (size=1152) 2024-11-12T11:45:48,472 DEBUG [RS:0;b51f50ce4a7c:43117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/oldWALs 2024-11-12T11:45:48,472 INFO [RS:0;b51f50ce4a7c:43117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b51f50ce4a7c%2C43117%2C1731411946464.meta:.meta(num 1731411947940) 2024-11-12T11:45:48,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741833_1009 (size=93) 2024-11-12T11:45:48,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741833_1009 (size=93) 2024-11-12T11:45:48,476 DEBUG [RS:0;b51f50ce4a7c:43117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/oldWALs 2024-11-12T11:45:48,476 INFO [RS:0;b51f50ce4a7c:43117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b51f50ce4a7c%2C43117%2C1731411946464:(num 1731411947484) 2024-11-12T11:45:48,476 DEBUG [RS:0;b51f50ce4a7c:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:45:48,476 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:45:48,476 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:45:48,476 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.ChoreService(370): Chore service for: regionserver/b51f50ce4a7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T11:45:48,476 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:45:48,477 INFO [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:45:48,477 INFO [RS:0;b51f50ce4a7c:43117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43117 2024-11-12T11:45:48,490 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b51f50ce4a7c,43117,1731411946464 2024-11-12T11:45:48,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:45:48,490 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:45:48,498 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b51f50ce4a7c,43117,1731411946464] 2024-11-12T11:45:48,506 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b51f50ce4a7c,43117,1731411946464 already deleted, retry=false 2024-11-12T11:45:48,507 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b51f50ce4a7c,43117,1731411946464 expired; onlineServers=0 2024-11-12T11:45:48,507 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b51f50ce4a7c,44533,1731411946289' ***** 2024-11-12T11:45:48,507 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T11:45:48,507 INFO [M:0;b51f50ce4a7c:44533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:45:48,507 INFO [M:0;b51f50ce4a7c:44533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:45:48,507 DEBUG [M:0;b51f50ce4a7c:44533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T11:45:48,507 DEBUG [M:0;b51f50ce4a7c:44533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T11:45:48,507 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T11:45:48,507 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411947258 {}] cleaner.HFileCleaner(306): Exit Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411947258,5,FailOnTimeoutGroup] 2024-11-12T11:45:48,507 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411947258 {}] cleaner.HFileCleaner(306): Exit Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411947258,5,FailOnTimeoutGroup] 2024-11-12T11:45:48,507 INFO [M:0;b51f50ce4a7c:44533 {}] hbase.ChoreService(370): Chore service for: master/b51f50ce4a7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T11:45:48,507 INFO [M:0;b51f50ce4a7c:44533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:45:48,507 DEBUG [M:0;b51f50ce4a7c:44533 {}] master.HMaster(1795): Stopping service threads 2024-11-12T11:45:48,507 INFO [M:0;b51f50ce4a7c:44533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T11:45:48,507 INFO [M:0;b51f50ce4a7c:44533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T11:45:48,508 INFO [M:0;b51f50ce4a7c:44533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T11:45:48,508 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T11:45:48,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T11:45:48,515 DEBUG [M:0;b51f50ce4a7c:44533 {}] zookeeper.ZKUtil(347): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T11:45:48,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:45:48,515 WARN [M:0;b51f50ce4a7c:44533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T11:45:48,516 INFO [M:0;b51f50ce4a7c:44533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/.lastflushedseqids 2024-11-12T11:45:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741838_1014 (size=99) 2024-11-12T11:45:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741838_1014 (size=99) 2024-11-12T11:45:48,522 INFO [M:0;b51f50ce4a7c:44533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T11:45:48,522 INFO [M:0;b51f50ce4a7c:44533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T11:45:48,522 DEBUG [M:0;b51f50ce4a7c:44533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T11:45:48,522 INFO [M:0;b51f50ce4a7c:44533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:45:48,522 DEBUG [M:0;b51f50ce4a7c:44533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:45:48,522 DEBUG [M:0;b51f50ce4a7c:44533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T11:45:48,522 DEBUG [M:0;b51f50ce4a7c:44533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:45:48,522 INFO [M:0;b51f50ce4a7c:44533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-12T11:45:48,537 DEBUG [M:0;b51f50ce4a7c:44533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/110acc6a66b9438bbe2e0ab0ebceb754 is 82, key is hbase:meta,,1/info:regioninfo/1731411947980/Put/seqid=0 2024-11-12T11:45:48,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741839_1015 (size=5672) 2024-11-12T11:45:48,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741839_1015 (size=5672) 2024-11-12T11:45:48,542 INFO [M:0;b51f50ce4a7c:44533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/110acc6a66b9438bbe2e0ab0ebceb754 2024-11-12T11:45:48,560 DEBUG [M:0;b51f50ce4a7c:44533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f5a6ab814654d13a906ec527c4f6d1d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731411948020/Put/seqid=0 2024-11-12T11:45:48,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741840_1016 (size=5275) 2024-11-12T11:45:48,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741840_1016 (size=5275) 2024-11-12T11:45:48,566 INFO [M:0;b51f50ce4a7c:44533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f5a6ab814654d13a906ec527c4f6d1d 2024-11-12T11:45:48,584 DEBUG [M:0;b51f50ce4a7c:44533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e9d6d77010a47b7879d34bd4acafe3f is 69, key is b51f50ce4a7c,43117,1731411946464/rs:state/1731411947324/Put/seqid=0 2024-11-12T11:45:48,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741841_1017 (size=5156) 2024-11-12T11:45:48,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741841_1017 (size=5156) 2024-11-12T11:45:48,590 INFO [M:0;b51f50ce4a7c:44533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e9d6d77010a47b7879d34bd4acafe3f 2024-11-12T11:45:48,598 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:45:48,598 INFO [RS:0;b51f50ce4a7c:43117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:45:48,599 INFO [RS:0;b51f50ce4a7c:43117 {}] regionserver.HRegionServer(1031): Exiting; stopping=b51f50ce4a7c,43117,1731411946464; zookeeper connection closed. 2024-11-12T11:45:48,599 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10130274d930001, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:45:48,599 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dc9dd54 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dc9dd54 2024-11-12T11:45:48,599 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T11:45:48,612 DEBUG [M:0;b51f50ce4a7c:44533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/afca4816ed4c4bac9c51b76140198fc4 is 52, key is load_balancer_on/state:d/1731411948102/Put/seqid=0 2024-11-12T11:45:48,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741842_1018 (size=5056) 2024-11-12T11:45:48,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741842_1018 (size=5056) 2024-11-12T11:45:48,618 INFO [M:0;b51f50ce4a7c:44533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/afca4816ed4c4bac9c51b76140198fc4 2024-11-12T11:45:48,624 DEBUG [M:0;b51f50ce4a7c:44533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/110acc6a66b9438bbe2e0ab0ebceb754 as hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/110acc6a66b9438bbe2e0ab0ebceb754 2024-11-12T11:45:48,630 INFO [M:0;b51f50ce4a7c:44533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/110acc6a66b9438bbe2e0ab0ebceb754, entries=8, sequenceid=29, filesize=5.5 K 2024-11-12T11:45:48,631 DEBUG [M:0;b51f50ce4a7c:44533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f5a6ab814654d13a906ec527c4f6d1d as hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f5a6ab814654d13a906ec527c4f6d1d 2024-11-12T11:45:48,636 INFO [M:0;b51f50ce4a7c:44533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f5a6ab814654d13a906ec527c4f6d1d, entries=3, sequenceid=29, filesize=5.2 K 2024-11-12T11:45:48,637 DEBUG [M:0;b51f50ce4a7c:44533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e9d6d77010a47b7879d34bd4acafe3f as hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e9d6d77010a47b7879d34bd4acafe3f 2024-11-12T11:45:48,642 INFO [M:0;b51f50ce4a7c:44533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e9d6d77010a47b7879d34bd4acafe3f, entries=1, sequenceid=29, filesize=5.0 K 2024-11-12T11:45:48,643 DEBUG [M:0;b51f50ce4a7c:44533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/afca4816ed4c4bac9c51b76140198fc4 as hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/afca4816ed4c4bac9c51b76140198fc4 2024-11-12T11:45:48,648 INFO [M:0;b51f50ce4a7c:44533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35553/user/jenkins/test-data/d98ca7f2-076c-6070-2147-a0c6821aa99c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/afca4816ed4c4bac9c51b76140198fc4, entries=1, sequenceid=29, filesize=4.9 K 2024-11-12T11:45:48,649 INFO [M:0;b51f50ce4a7c:44533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=29, compaction requested=false 2024-11-12T11:45:48,651 INFO [M:0;b51f50ce4a7c:44533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:45:48,651 DEBUG [M:0;b51f50ce4a7c:44533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731411948522Disabling compacts and flushes for region at 1731411948522Disabling writes for close at 1731411948522Obtaining lock to block concurrent updates at 1731411948522Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731411948522Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731411948523 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731411948523Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731411948523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731411948536 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731411948536Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731411948547 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731411948560 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731411948560Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731411948571 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731411948584 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731411948584Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731411948594 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731411948612 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731411948612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423e4b52: reopening flushed file at 1731411948623 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a9a3e38: reopening flushed file at 1731411948630 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d34e9a: reopening flushed file at 1731411948636 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23623e4d: reopening flushed file at 1731411948642 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=29, compaction requested=false at 1731411948649 (+7 ms)Writing region close event to WAL at 1731411948651 (+2 ms)Closed at 1731411948651 2024-11-12T11:45:48,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41963 is added to blk_1073741830_1006 (size=10311) 2024-11-12T11:45:48,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741830_1006 (size=10311) 2024-11-12T11:45:48,654 INFO [M:0;b51f50ce4a7c:44533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T11:45:48,654 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:45:48,654 INFO [M:0;b51f50ce4a7c:44533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44533 2024-11-12T11:45:48,655 INFO [M:0;b51f50ce4a7c:44533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:45:48,765 INFO [M:0;b51f50ce4a7c:44533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:45:48,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:45:48,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x10130274d930000, quorum=127.0.0.1:61810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:45:48,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@665c2cde{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:45:48,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ab3f0f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:45:48,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:45:48,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ab05186{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:45:48,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20d0318f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/hadoop.log.dir/,STOPPED} 2024-11-12T11:45:48,769 WARN [BP-85002154-172.17.0.2-1731411944651 heartbeating to localhost/127.0.0.1:35553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:45:48,769 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:45:48,769 WARN [BP-85002154-172.17.0.2-1731411944651 heartbeating to localhost/127.0.0.1:35553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-85002154-172.17.0.2-1731411944651 (Datanode Uuid 12b8d222-4e6c-49bd-badb-d609d55708f7) service to localhost/127.0.0.1:35553 2024-11-12T11:45:48,769 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:45:48,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/cluster_14c8cd8d-1d90-ccd1-aa5b-f5c441cecd06/data/data3/current/BP-85002154-172.17.0.2-1731411944651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:45:48,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/cluster_14c8cd8d-1d90-ccd1-aa5b-f5c441cecd06/data/data4/current/BP-85002154-172.17.0.2-1731411944651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:45:48,770 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:45:48,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@314da9e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:45:48,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dceb857{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:45:48,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:45:48,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bff8e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:45:48,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@171f95cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/hadoop.log.dir/,STOPPED} 2024-11-12T11:45:48,776 WARN [BP-85002154-172.17.0.2-1731411944651 heartbeating to localhost/127.0.0.1:35553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:45:48,776 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:45:48,776 WARN [BP-85002154-172.17.0.2-1731411944651 heartbeating to localhost/127.0.0.1:35553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-85002154-172.17.0.2-1731411944651 (Datanode Uuid 91a232d9-5fcc-4406-8e5c-b859fd00f7ef) service to localhost/127.0.0.1:35553 2024-11-12T11:45:48,776 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:45:48,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/cluster_14c8cd8d-1d90-ccd1-aa5b-f5c441cecd06/data/data2/current/BP-85002154-172.17.0.2-1731411944651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:45:48,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/cluster_14c8cd8d-1d90-ccd1-aa5b-f5c441cecd06/data/data1/current/BP-85002154-172.17.0.2-1731411944651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:45:48,777 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:45:48,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5352f4a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T11:45:48,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6db7fb8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:45:48,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:45:48,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@798df79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:45:48,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d328c0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f943fda1-ab1f-5f67-5338-610bdfae61db/hadoop.log.dir/,STOPPED} 2024-11-12T11:45:48,789 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T11:45:48,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T11:45:48,813 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 110) - Thread LEAK? -, OpenFileDescriptor=502 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 192) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1188 (was 1271)